diff --git "a/wandb/run-20211106_211610-dtkf2u0m/logs/debug-internal.log" "b/wandb/run-20211106_211610-dtkf2u0m/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20211106_211610-dtkf2u0m/logs/debug-internal.log" @@ -0,0 +1,56965 @@ +2021-11-06 21:16:10,890 INFO MainThread:4634 [internal.py:wandb_internal():86] W&B internal server running at pid: 4634, started at: 2021-11-06 21:16:10.889919 +2021-11-06 21:16:10,892 INFO WriterThread:4634 [datastore.py:open_for_write():77] open: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/run-dtkf2u0m.wandb +2021-11-06 21:16:10,893 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: check_version +2021-11-06 21:16:10,893 DEBUG SenderThread:4634 [sender.py:send():185] send: header +2021-11-06 21:16:10,894 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: check_version +2021-11-06 21:16:10,959 DEBUG SenderThread:4634 [sender.py:send():185] send: run +2021-11-06 21:16:11,041 INFO SenderThread:4634 [dir_watcher.py:__init__():169] watching files in: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files +2021-11-06 21:16:11,041 INFO SenderThread:4634 [sender.py:_start_run_threads():746] run started: dtkf2u0m with start time 1636233370 +2021-11-06 21:16:11,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:11,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:11,045 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: run_start +2021-11-06 21:16:11,096 DEBUG HandlerThread:4634 [meta.py:__init__():40] meta init +2021-11-06 21:16:11,096 DEBUG HandlerThread:4634 [meta.py:__init__():54] meta init done +2021-11-06 21:16:11,096 DEBUG HandlerThread:4634 [meta.py:probe():211] probe +2021-11-06 21:16:11,104 DEBUG HandlerThread:4634 [meta.py:_setup_git():201] setup git +2021-11-06 21:16:11,117 DEBUG HandlerThread:4634 [meta.py:_setup_git():208] setup git done +2021-11-06 21:16:11,117 DEBUG HandlerThread:4634 [meta.py:_save_pip():58] save pip +2021-11-06 21:16:11,118 DEBUG HandlerThread:4634 [meta.py:_save_pip():72] save pip done +2021-11-06 21:16:11,118 DEBUG HandlerThread:4634 [meta.py:_save_conda():79] save conda +2021-11-06 21:16:12,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/conda-environment.yaml +2021-11-06 21:16:12,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:12,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/requirements.txt +2021-11-06 21:16:12,281 DEBUG HandlerThread:4634 [meta.py:_save_conda():87] save conda done +2021-11-06 21:16:12,281 DEBUG HandlerThread:4634 [meta.py:probe():249] probe done +2021-11-06 21:16:12,316 DEBUG SenderThread:4634 [sender.py:send():185] send: files +2021-11-06 21:16:12,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-metadata.json with policy now +2021-11-06 21:16:12,321 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:16:12,322 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:16:12,536 INFO Thread-11 :4634 [upload_job.py:push():137] Uploaded file /tmp/tmpo0_xnhc3wandb/2e3v3dqw-wandb-metadata.json +2021-11-06 21:16:13,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/conda-environment.yaml +2021-11-06 21:16:13,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-metadata.json +2021-11-06 21:16:13,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:15,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:17,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:27,356 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:16:27,356 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:16:41,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:42,400 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:16:42,401 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:16:43,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:43,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:43,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:43,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:43,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:43,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:43,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:43,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:43,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:44,057 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:44,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:44,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:44,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:45,058 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:45,058 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:45,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:45,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:45,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:46,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:46,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:46,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:46,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:46,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:46,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:46,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:46,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:46,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:46,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:47,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:47,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:47,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:47,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:47,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:47,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:47,642 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:47,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:48,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:48,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:48,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:48,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:49,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:49,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:49,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:49,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:49,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:49,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:49,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:49,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:49,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:49,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:49,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:50,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:50,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:50,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:50,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:51,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:51,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:51,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:51,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:51,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:51,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:51,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:51,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:51,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:51,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:51,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:52,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:52,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:52,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:52,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:52,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:52,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:52,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:52,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:52,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:52,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:53,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:53,063 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:53,560 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:16:54,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:54,063 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:54,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:54,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:54,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:54,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:54,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:54,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:54,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:54,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:55,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:55,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:55,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:55,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:55,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:55,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:55,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:55,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:56,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:56,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:56,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:56,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:56,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:56,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:56,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:57,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:57,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:57,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:57,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:57,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:57,433 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:16:57,433 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:16:57,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:57,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:57,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:57,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:57,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:57,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:58,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:58,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:58,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:58,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:59,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:16:59,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:16:59,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:59,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:59,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:16:59,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:16:59,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:16:59,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:00,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:00,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:00,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:00,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:00,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:00,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:00,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:01,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:01,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:01,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:01,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:01,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:02,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:02,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:02,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:02,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:02,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:02,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:02,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:02,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:02,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:02,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:03,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:03,070 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:03,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:03,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:03,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:04,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:04,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:04,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:04,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:04,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:04,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:04,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:04,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:04,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:04,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:05,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:05,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:05,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:05,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:05,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:05,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:05,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:05,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:06,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:06,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:06,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:06,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:07,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:07,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:07,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:07,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:07,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:07,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:07,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:07,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:07,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:07,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:07,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:08,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:08,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:08,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:08,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:09,073 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:09,073 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:09,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:09,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:09,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:09,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:09,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:09,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:10,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:10,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:10,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:10,073 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:10,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:10,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:10,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:10,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:10,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:10,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:11,074 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:11,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:11,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:11,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:11,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:12,074 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:12,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:12,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:12,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:12,473 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:17:12,474 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:17:12,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:12,658 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:12,659 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:13,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:13,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:13,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:13,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:13,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:13,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:13,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:13,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:14,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:14,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:14,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:14,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:15,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:15,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:15,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:15,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:15,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:15,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:15,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:15,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:15,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:15,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:15,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:16,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:16,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:16,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:16,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:16,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:16,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:16,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:17,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:17,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:17,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:17,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:17,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:18,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:18,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:18,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:18,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:18,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:18,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:18,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:18,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:18,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:18,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:19,079 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:19,079 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:19,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:19,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:19,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:20,079 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:20,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:20,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:20,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:20,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:20,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:20,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:21,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:21,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:21,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:21,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:21,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:21,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:21,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:21,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:21,765 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:21,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:21,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:22,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:22,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:22,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:22,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:23,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:23,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:23,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:23,265 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:23,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:23,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:23,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:23,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:23,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:23,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:23,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:24,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:24,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:24,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:24,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:25,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:25,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:25,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:25,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:25,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:25,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:25,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:25,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:25,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:25,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:25,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:26,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:26,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:26,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:26,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:26,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:26,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:26,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:27,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:27,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:27,518 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:17:27,518 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:17:27,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:27,640 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:27,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:27,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:27,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:27,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:28,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:28,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:28,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:28,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:28,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:28,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:28,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:29,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:29,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:29,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:29,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:29,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:29,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:29,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:29,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:30,085 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:30,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:30,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:30,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:30,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:30,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:30,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:31,085 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:31,086 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:31,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:31,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:31,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:31,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:31,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:31,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:31,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:31,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:31,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:32,086 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:32,943 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:32,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:32,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:33,086 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:33,087 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:33,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:33,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:33,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:33,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:33,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:33,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:34,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:34,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:34,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:34,018 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:17:34,087 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:34,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:34,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:34,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:35,087 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:35,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:35,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:35,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:35,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:35,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:35,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:35,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:36,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:36,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:36,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:36,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:36,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:36,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:36,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:36,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:36,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:36,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:37,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:37,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:37,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:37,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:37,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:38,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:38,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:38,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:38,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:38,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:38,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:38,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:38,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:38,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:38,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:39,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:39,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:39,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:39,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:39,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:40,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:40,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:40,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:40,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:40,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:40,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:40,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:41,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:41,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:41,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:41,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:41,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:41,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:41,361 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:41,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:41,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:41,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:41,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:42,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:42,560 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:17:42,560 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:17:42,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:42,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:42,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:43,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:43,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:43,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:43,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:43,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:43,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:43,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:43,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:43,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:43,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:43,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:44,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:44,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:44,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:44,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:45,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:45,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:45,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:45,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:45,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:45,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:45,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:45,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:46,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:46,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:46,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:46,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:46,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:46,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:46,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:47,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:47,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:47,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:47,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:47,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:48,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:48,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:48,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:48,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:48,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:48,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:48,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:48,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:48,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:49,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:49,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:49,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:49,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:49,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:49,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:49,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:49,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:49,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:49,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:49,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:50,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:50,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:50,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:50,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:51,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:51,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:51,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:51,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:51,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:51,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:51,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:51,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:51,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:51,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:51,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:52,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:52,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:52,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:52,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:53,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:53,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:53,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:53,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:53,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:53,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:53,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:53,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:54,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:54,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:54,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:54,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:54,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:54,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:54,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:54,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:54,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:54,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:55,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:55,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:55,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:55,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:55,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:56,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:56,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:56,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:56,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:56,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:56,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:56,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:56,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:56,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:56,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:57,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:57,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:57,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:57,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:57,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:57,678 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:17:57,678 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:17:58,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:58,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:58,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:58,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:58,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:58,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:58,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:59,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:17:59,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:17:59,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:59,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:59,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:59,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:59,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:59,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:17:59,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:17:59,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:17:59,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:00,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:00,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:00,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:00,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:01,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:01,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:01,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:01,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:01,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:01,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:01,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:01,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:01,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:01,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:01,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:02,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:02,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:02,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:02,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:03,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:03,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:03,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:03,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:03,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:03,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:03,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:03,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:04,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:04,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:04,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:04,102 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:04,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:04,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:04,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:04,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:04,735 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:04,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:05,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:05,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:05,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:05,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:05,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:06,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:06,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:06,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:06,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:06,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:06,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:06,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:06,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:06,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:06,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:07,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:07,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:07,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:07,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:07,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:08,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:08,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:08,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:08,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:08,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:08,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:08,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:08,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:08,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:08,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:09,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:09,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:09,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:09,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:09,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:09,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:09,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:09,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:10,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:10,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:10,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:10,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:11,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:11,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:11,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:11,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:11,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:11,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:11,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:11,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:11,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:11,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:11,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:12,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:12,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:12,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:12,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:12,756 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:18:12,756 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:18:12,954 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:18:13,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:13,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:13,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:13,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:13,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:13,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:13,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:13,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:13,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:13,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:13,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:14,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:14,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:14,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:14,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:14,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:14,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:14,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:15,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:15,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:15,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:15,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:15,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:16,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:16,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:16,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:16,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:16,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:16,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:16,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:16,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:16,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:17,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:17,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:17,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:17,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:17,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:17,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:17,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:17,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:18,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:18,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:18,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:18,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:18,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:18,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:18,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:19,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:19,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:19,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:19,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:19,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:19,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:19,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:19,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:20,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:20,033 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:20,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:20,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:20,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:20,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:20,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:21,111 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:21,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:21,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:21,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:21,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:21,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:21,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:21,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:22,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:22,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:22,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:22,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:22,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:22,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:22,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:22,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:22,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:22,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:23,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:23,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:23,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:23,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:23,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:24,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:24,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:24,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:24,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:24,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:24,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:24,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:24,963 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:24,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:24,964 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:25,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:25,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:25,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:25,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:25,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:26,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:26,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:26,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:26,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:26,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:26,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:26,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:27,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:27,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:27,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:27,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:27,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:27,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:27,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:27,358 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:27,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:27,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:27,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:27,790 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:18:27,790 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:18:28,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:28,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:28,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:28,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:29,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:29,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:29,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:29,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:29,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:29,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:29,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:29,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:29,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:29,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:29,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:30,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:30,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:30,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:30,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:31,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:31,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:31,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:31,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:31,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:31,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:31,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:31,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:31,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:31,877 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:31,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:32,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:32,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:32,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:32,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:32,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:32,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:32,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:33,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:33,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:33,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:33,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:33,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:33,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:33,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:33,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:34,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:34,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:34,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:34,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:34,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:34,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:34,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:34,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:34,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:34,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:35,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:35,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:36,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:36,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:36,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:36,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:36,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:36,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:36,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:36,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:36,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:36,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:37,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:37,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:37,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:37,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:37,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:37,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:37,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:37,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:37,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:37,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:37,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:38,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:38,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:38,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:38,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:39,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:39,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:39,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:39,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:39,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:39,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:39,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:39,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:39,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:39,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:39,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:40,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:40,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:40,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:40,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:41,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:41,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:41,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:41,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:41,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:41,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:41,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:41,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:42,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:42,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:42,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:42,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:42,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:42,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:42,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:42,830 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:18:42,830 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:18:42,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:42,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:42,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:43,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:43,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:43,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:43,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:43,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:44,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:44,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:44,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:44,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:44,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:44,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:44,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:44,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:44,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:44,958 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:45,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:45,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:45,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:45,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:45,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:45,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:45,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:45,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:46,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:46,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:46,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:46,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:47,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:47,039 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:47,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:47,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:47,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:47,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:47,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:47,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:47,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:47,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:47,751 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:48,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:48,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:48,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:48,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:49,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:49,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:49,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:49,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:49,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:49,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:50,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:50,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:50,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:50,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:50,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:50,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:50,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:50,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:50,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:50,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:50,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:51,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:51,092 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:51,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:51,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:52,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:52,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:52,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:52,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:52,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:52,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:52,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:52,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:52,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:52,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:52,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:53,059 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:18:53,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:53,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:53,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:53,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:53,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:53,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:53,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:54,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:54,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:54,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:54,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:54,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:55,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:55,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:55,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:55,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:55,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:55,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:55,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:55,763 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:55,764 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:55,764 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:56,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:56,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:56,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:56,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:56,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:57,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:57,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:57,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:57,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:57,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:57,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:57,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:57,793 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:57,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:57,794 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:57,863 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:18:57,863 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:18:58,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:58,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:18:58,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:58,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:58,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:58,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:58,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:58,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:59,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:18:59,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:59,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:59,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:18:59,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:18:59,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:18:59,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:00,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:00,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:00,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:00,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:00,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:00,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:00,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:00,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:00,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:00,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:00,889 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:01,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:01,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:01,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:01,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:02,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:02,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:02,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:02,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:02,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:02,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:02,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:02,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:03,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:03,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:03,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:03,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:03,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:03,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:03,413 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:04,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:04,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:04,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:04,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:04,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:04,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:04,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:04,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:05,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:05,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:05,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:05,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:05,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:05,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:05,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:05,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:05,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:05,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:06,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:06,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:06,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:06,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:06,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:07,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:07,264 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:07,265 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:07,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:07,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:07,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:07,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:07,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:07,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:07,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:08,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:08,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:08,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:08,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:08,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:08,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:08,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:08,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:09,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:09,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:09,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:09,813 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:10,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:10,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:10,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:10,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:10,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:10,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:10,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:10,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:10,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:10,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:10,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:11,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:11,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:11,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:11,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:12,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:12,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:12,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:12,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:12,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:12,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:12,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:12,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:12,895 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:19:12,896 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:19:12,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:12,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:12,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:13,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:13,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:13,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:13,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:13,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:13,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:13,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:14,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:14,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:14,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:14,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:14,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:15,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:15,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:15,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:15,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:15,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:15,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:15,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:15,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:15,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:15,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:16,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:16,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:16,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:16,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:16,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:17,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:17,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:17,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:17,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:17,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:17,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:17,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:17,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:17,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:17,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:18,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:18,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:18,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:18,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:18,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:18,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:18,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:18,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:19,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:19,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:19,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:19,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:19,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:19,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:19,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:20,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:20,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:20,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:20,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:20,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:20,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:20,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:20,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:21,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:21,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:21,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:21,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:21,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:21,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:21,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:22,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:22,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:22,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:22,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:22,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:22,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:22,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:22,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:23,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:23,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:23,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:23,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:23,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:23,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:23,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:23,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:23,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:23,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:24,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:24,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:24,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:24,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:24,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:25,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:25,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:25,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:25,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:25,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:25,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:25,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:26,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:26,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:26,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:26,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:26,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:26,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:26,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:26,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:27,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:27,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:27,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:27,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:27,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:27,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:27,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:27,929 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:19:27,929 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:19:28,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:28,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:28,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:28,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:28,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:28,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:28,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:28,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:28,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:28,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:28,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:29,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:29,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:29,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:29,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:30,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:30,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:30,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:30,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:30,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:30,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:30,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:30,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:30,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:30,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:30,958 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:31,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:31,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:31,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:31,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:32,082 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:19:32,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:32,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:32,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:32,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:32,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:32,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:32,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:32,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:33,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:33,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:33,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:33,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:33,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:33,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:33,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:33,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:33,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:33,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:34,159 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:34,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:34,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:34,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:34,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:35,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:35,241 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:35,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:35,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:35,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:35,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:35,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:35,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:35,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:35,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:36,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:36,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:36,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:36,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:36,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:36,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:36,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:36,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:37,162 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:37,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:37,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:37,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:37,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:37,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:37,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:38,162 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:38,162 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:38,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:38,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:38,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:38,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:38,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:38,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:39,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:39,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:39,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:39,162 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:40,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:40,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:40,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:40,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:40,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:40,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:40,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:40,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:40,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:40,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:40,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:41,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:41,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:41,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:41,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:41,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:41,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:41,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:42,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:42,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:42,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:42,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:42,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:42,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:42,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:42,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:42,961 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:19:42,962 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:19:43,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:43,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:43,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:43,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:43,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:43,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:43,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:43,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:43,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:43,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:44,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:44,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:44,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:44,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:44,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:45,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:45,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:45,297 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:45,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:45,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:45,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:45,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:46,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:46,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:46,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:46,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:46,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:46,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:46,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:46,358 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:46,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:46,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:46,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:47,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:47,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:47,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:47,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:48,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:48,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:48,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:48,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:48,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:48,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:48,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:48,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:48,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:48,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:48,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:49,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:49,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:49,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:49,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:50,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:50,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:50,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:50,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:50,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:50,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:50,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:50,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:50,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:50,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:50,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:51,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:51,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:51,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:51,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:51,608 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:51,608 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:51,608 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:52,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:52,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:52,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:52,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:52,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:53,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:53,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:53,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:53,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:53,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:53,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:53,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:53,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:53,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:53,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:54,113 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:54,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:54,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:54,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:54,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:55,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:55,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:55,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:55,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:55,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:55,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:55,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:55,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:55,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:55,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:56,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:56,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:56,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:56,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:56,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:56,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:56,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:56,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:57,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:57,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:57,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:57,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:57,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:57,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:57,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:57,994 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:19:57,995 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:19:58,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:58,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:19:58,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:58,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:58,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:58,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:58,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:58,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:59,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:59,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:59,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:19:59,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:19:59,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:19:59,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:19:59,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:00,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:00,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:00,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:00,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:00,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:00,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:00,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:00,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:01,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:01,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:01,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:01,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:01,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:01,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:01,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:01,891 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:01,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:01,892 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:02,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:02,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:02,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:02,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:02,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:03,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:03,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:03,258 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:03,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:03,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:03,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:03,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:03,963 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:03,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:03,964 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:04,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:04,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:04,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:04,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:04,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:05,177 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:05,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:05,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:05,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:05,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:05,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:05,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:05,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:05,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:05,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:06,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:06,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:06,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:06,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:06,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:06,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:06,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:06,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:07,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:07,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:07,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:07,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:08,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:08,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:08,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:08,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:08,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:08,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:08,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:08,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:08,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:08,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:08,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:09,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:09,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:09,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:09,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:10,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:10,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:10,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:10,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:10,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:10,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:10,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:10,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:10,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:10,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:10,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:11,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:11,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:11,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:11,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:11,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:11,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:11,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:11,862 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:11,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:11,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:11,889 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:20:12,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:12,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:13,028 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:20:13,028 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:20:13,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:13,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:13,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:13,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:13,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:13,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:13,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:13,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:13,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:13,757 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:14,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:14,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:14,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:14,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:14,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:14,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:14,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:14,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:15,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:15,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:15,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:15,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:15,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:15,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:15,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:16,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:16,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:16,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:16,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:16,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:16,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:16,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:16,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:16,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:16,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:16,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:17,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:17,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:17,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:17,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:18,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:18,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:18,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:18,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:18,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:18,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:18,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:18,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:18,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:18,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:18,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:19,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:19,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:19,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:19,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:20,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:20,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:20,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:20,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:20,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:21,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:21,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:21,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:21,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:21,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:21,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:21,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:21,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:21,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:21,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:22,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:22,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:22,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:22,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:22,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:23,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:23,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:23,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:23,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:23,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:23,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:23,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:23,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:23,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:23,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:24,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:24,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:24,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:24,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:24,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:24,538 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:24,539 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:24,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:25,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:25,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:25,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:25,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:25,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:25,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:25,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:26,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:26,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:26,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:26,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:26,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:26,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:26,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:26,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:26,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:26,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:26,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:27,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:27,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:27,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:27,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:28,070 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:20:28,070 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:20:28,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:28,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:28,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:28,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:28,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:28,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:28,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:28,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:29,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:29,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:29,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:29,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:29,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:29,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:29,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:30,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:30,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:30,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:30,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:30,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:30,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:30,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:30,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:31,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:31,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:31,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:31,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:31,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:31,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:31,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:31,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:31,793 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:31,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:32,201 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:32,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:32,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:32,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:32,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:33,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:33,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:33,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:33,201 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:33,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:33,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:33,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:33,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:33,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:33,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:34,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:34,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:34,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:34,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:34,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:34,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:34,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:34,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:35,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:35,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:35,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:35,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:36,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:36,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:36,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:36,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:36,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:36,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:36,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:36,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:36,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:36,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:36,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:37,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:37,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:37,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:37,204 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:38,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:38,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:38,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:38,204 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:38,204 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:38,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:38,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:38,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:38,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:38,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:38,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:39,162 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:39,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:39,163 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:39,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:39,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:39,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:39,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:40,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:40,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:40,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:40,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:40,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:41,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:41,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:41,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:41,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:41,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:41,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:41,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:41,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:41,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:41,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:42,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:42,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:42,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:42,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:42,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:43,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:43,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:43,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:43,105 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:20:43,105 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:20:43,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:43,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:43,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:43,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:43,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:43,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:43,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:44,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:44,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:44,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:44,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:44,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:44,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:44,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:44,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:45,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:45,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:45,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:45,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:45,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:45,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:45,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:46,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:46,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:46,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:46,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:46,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:46,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:46,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:46,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:47,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:47,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:47,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:47,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:47,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:47,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:47,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:48,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:48,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:48,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:48,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:48,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:48,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:48,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:48,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:49,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:49,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:49,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:49,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:49,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:49,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:49,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:49,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:49,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:49,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:50,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:50,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:50,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:50,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:50,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:51,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:51,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:51,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:51,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:51,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:51,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:51,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:51,631 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:20:51,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:51,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:51,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:52,211 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:52,211 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:52,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:52,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:52,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:53,211 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:53,733 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:53,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:53,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:54,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:54,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:54,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:54,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:54,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:54,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:54,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:54,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:54,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:54,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:54,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:55,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:55,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:55,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:55,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:56,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:56,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:56,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:56,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:56,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:56,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:56,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:57,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:57,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:57,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:57,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:57,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:57,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:57,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:58,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:58,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:58,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:58,137 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:20:58,138 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:20:58,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:58,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:20:59,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:59,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:59,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:59,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:20:59,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:59,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:59,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:20:59,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:20:59,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:20:59,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:00,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:00,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:00,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:00,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:00,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:00,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:00,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:00,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:01,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:01,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:01,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:01,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:02,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:02,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:02,141 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:02,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:02,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:02,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:02,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:02,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:02,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:02,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:02,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:03,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:03,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:03,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:03,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:04,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:04,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:04,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:04,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:04,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:04,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:04,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:04,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:04,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:04,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:04,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:05,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:05,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:05,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:05,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:05,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:05,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:05,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:06,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:06,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:06,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:06,218 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:06,218 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:07,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:07,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:07,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:07,218 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:07,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:07,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:07,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:07,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:07,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:07,853 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:08,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:08,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:08,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:08,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:08,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:08,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:08,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:08,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:09,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:09,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:09,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:09,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:09,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:09,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:09,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:10,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:10,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:10,264 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:10,264 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:10,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:10,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:10,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:10,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:10,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:10,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:10,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:11,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:12,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:12,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:12,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:12,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:12,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:12,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:12,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:12,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:12,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:12,763 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:12,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:13,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:13,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:13,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:13,169 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:21:13,169 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:21:13,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:13,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:13,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:13,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:14,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:14,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:14,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:14,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:14,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:14,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:14,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:14,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:15,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:15,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:15,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:15,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:15,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:15,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:15,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:15,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:15,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:15,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:16,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:16,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:16,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:16,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:16,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:17,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:17,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:17,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:17,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:17,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:17,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:17,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:18,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:18,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:18,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:18,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:18,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:18,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:18,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:18,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:18,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:18,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:18,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:19,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:19,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:19,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:19,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:20,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:20,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:20,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:20,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:20,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:20,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:20,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:20,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:20,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:20,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:20,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:21,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:21,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:21,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:21,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:22,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:22,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:22,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:22,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:22,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:22,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:22,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:22,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:22,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:22,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:22,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:23,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:23,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:23,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:23,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:23,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:23,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:23,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:24,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:24,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:24,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:24,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:24,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:25,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:25,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:25,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:25,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:25,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:25,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:25,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:26,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:26,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:26,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:26,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:26,228 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:26,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:26,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:26,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:27,228 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:27,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:27,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:27,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:27,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:27,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:27,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:28,212 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:21:28,212 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:21:28,228 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:28,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:28,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:28,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:28,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:28,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:28,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:28,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:28,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:28,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:28,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:29,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:29,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:29,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:29,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:30,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:30,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:30,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:30,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:30,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:30,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:30,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:30,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:31,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:31,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:31,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:31,069 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:21:31,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:31,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:31,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:31,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:32,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:32,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:32,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:32,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:32,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:32,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:32,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:32,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:33,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:33,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:33,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:33,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:33,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:33,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:33,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:34,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:34,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:34,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:34,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:34,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:35,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:35,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:35,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:35,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:35,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:35,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:35,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:35,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:35,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:35,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:36,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:36,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:36,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:36,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:36,233 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:36,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:36,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:36,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:36,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:36,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:36,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:37,233 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:37,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:37,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:37,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:38,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:38,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:38,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:38,234 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:38,234 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:38,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:38,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:38,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:38,819 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:38,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:38,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:39,174 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:39,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:39,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:39,234 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:40,234 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:40,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:40,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:40,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:40,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:40,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:40,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:41,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:41,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:41,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:41,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:41,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:41,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:41,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:41,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:41,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:41,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:42,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:42,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:43,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:43,189 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:43,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:43,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:43,248 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:21:43,248 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:21:43,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:43,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:43,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:43,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:43,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:43,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:44,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:44,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:44,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:44,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:44,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:44,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:44,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:44,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:44,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:44,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:44,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:45,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:46,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:46,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:46,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:46,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:46,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:46,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:46,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:46,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:46,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:46,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:46,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:47,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:47,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:47,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:47,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:47,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:47,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:47,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:48,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:48,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:48,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:48,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:48,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:48,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:48,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:48,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:49,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:49,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:49,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:49,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:49,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:49,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:49,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:50,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:50,039 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:50,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:50,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:50,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:50,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:50,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:50,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:51,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:51,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:51,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:51,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:51,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:51,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:51,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:52,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:52,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:52,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:52,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:52,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:52,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:52,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:52,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:52,819 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:52,819 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:52,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:53,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:53,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:53,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:53,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:54,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:54,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:54,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:54,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:54,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:54,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:54,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:54,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:55,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:55,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:55,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:55,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:55,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:55,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:55,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:56,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:56,243 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:56,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:56,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:56,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:56,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:56,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:56,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:57,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:57,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:57,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:57,243 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:57,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:57,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:57,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:57,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:57,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:57,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:58,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:58,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:21:58,282 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:21:58,283 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:21:58,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:58,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:58,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:59,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:59,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:59,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:59,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:21:59,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:59,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:59,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:21:59,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:21:59,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:21:59,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:00,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:00,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:00,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:00,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:00,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:01,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:01,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:01,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:01,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:01,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:01,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:01,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:02,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:02,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:02,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:02,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:02,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:02,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:02,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:02,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:02,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:02,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:02,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:03,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:03,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:03,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:03,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:04,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:04,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:04,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:04,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:04,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:04,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:04,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:04,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:04,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:04,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:04,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:05,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:05,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:05,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:05,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:06,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:06,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:06,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:06,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:06,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:06,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:06,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:06,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:06,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:06,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:06,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:07,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:07,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:07,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:07,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:07,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:07,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:07,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:08,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:08,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:08,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:08,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:08,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:08,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:08,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:08,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:09,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:09,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:09,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:09,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:09,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:09,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:09,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:10,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:10,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:10,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:10,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:10,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:10,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:10,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:10,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:10,477 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:22:11,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:11,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:11,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:11,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:11,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:11,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:11,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:12,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:12,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:12,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:12,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:12,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:12,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:12,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:12,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:12,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:12,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:12,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:13,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:13,537 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:22:13,538 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:22:13,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:13,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:13,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:14,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:14,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:14,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:14,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:14,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:14,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:14,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:14,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:15,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:15,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:15,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:15,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:15,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:15,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:15,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:16,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:16,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:16,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:16,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:16,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:16,793 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:16,793 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:16,794 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:17,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:17,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:17,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:17,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:17,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:17,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:17,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:17,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:17,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:17,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:18,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:18,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:18,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:18,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:18,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:19,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:19,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:19,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:19,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:19,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:19,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:19,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:20,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:20,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:20,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:20,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:20,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:20,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:20,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:20,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:21,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:21,387 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:21,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:21,388 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:21,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:21,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:21,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:22,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:22,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:22,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:22,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:22,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:22,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:22,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:22,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:22,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:22,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:22,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:23,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:24,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:24,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:24,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:24,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:24,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:24,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:24,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:24,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:24,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:24,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:24,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:25,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:25,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:25,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:25,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:25,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:25,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:25,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:25,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:25,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:25,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:26,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:26,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:26,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:26,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:26,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:27,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:27,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:27,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:27,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:27,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:27,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:27,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:28,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:28,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:28,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:28,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:28,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:28,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:28,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:28,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:28,572 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:22:28,572 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:22:29,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:30,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:30,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:30,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:30,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:30,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:30,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:30,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:30,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:30,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:30,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:30,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:31,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:31,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:31,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:31,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:31,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:31,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:31,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:31,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:31,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:31,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:32,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:32,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:32,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:32,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:32,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:33,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:33,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:33,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:33,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:33,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:33,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:33,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:33,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:33,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:34,263 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:34,263 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:34,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:34,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:34,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:34,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:34,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:34,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:35,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:35,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:35,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:35,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:36,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:36,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:36,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:36,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:36,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:36,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:36,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:36,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:36,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:36,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:36,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:37,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:37,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:37,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:37,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:38,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:38,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:38,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:38,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:38,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:38,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:38,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:38,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:39,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:39,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:39,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:39,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:39,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:39,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:39,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:39,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:39,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:39,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:40,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:41,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:41,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:41,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:41,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:41,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:41,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:41,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:41,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:41,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:41,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:41,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:42,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:42,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:42,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:42,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:42,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:42,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:42,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:42,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:42,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:42,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:43,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:43,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:43,700 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:22:43,700 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:22:43,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:43,861 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:43,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:44,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:44,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:44,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:44,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:44,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:44,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:44,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:44,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:44,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:44,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:45,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:45,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:45,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:45,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:45,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:46,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:46,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:46,326 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:46,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:46,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:46,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:46,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:47,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:47,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:47,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:47,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:47,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:47,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:47,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:47,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:47,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:47,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:47,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:48,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:48,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:48,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:48,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:49,190 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:49,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:49,191 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:49,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:49,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:49,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:49,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:49,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:49,674 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:22:49,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:49,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:49,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:50,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:50,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:50,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:50,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:51,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:51,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:51,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:51,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:51,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:51,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:51,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:51,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:51,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:51,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:52,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:52,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:52,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:52,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:52,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:52,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:52,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:53,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:53,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:53,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:53,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:53,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:54,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:54,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:54,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:54,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:54,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:54,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:54,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:54,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:54,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:54,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:55,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:55,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:55,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:55,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:55,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:55,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:55,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:55,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:56,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:56,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:56,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:56,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:57,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:57,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:57,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:57,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:57,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:57,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:57,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:57,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:57,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:57,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:57,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:58,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:58,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:58,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:58,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:58,735 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:22:58,736 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:22:59,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:59,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:59,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:59,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:22:59,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:22:59,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:59,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:59,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:22:59,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:22:59,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:22:59,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:00,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:00,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:00,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:00,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:00,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:00,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:00,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:01,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:01,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:01,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:01,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:01,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:02,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:02,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:02,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:02,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:02,434 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:02,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:02,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:02,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:02,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:02,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:03,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:03,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:03,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:03,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:03,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:04,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:04,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:04,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:04,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:04,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:04,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:04,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:04,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:04,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:04,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:05,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:05,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:05,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:05,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:05,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:05,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:05,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:05,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:06,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:06,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:06,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:06,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:06,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:06,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:06,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:07,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:07,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:07,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:07,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:07,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:07,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:07,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:07,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:08,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:08,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:08,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:08,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:09,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:09,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:09,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:09,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:09,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:09,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:09,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:09,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:09,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:09,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:09,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:10,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:10,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:10,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:10,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:10,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:10,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:10,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:11,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:11,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:11,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:11,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:11,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:11,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:11,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:11,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:12,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:12,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:12,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:12,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:12,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:12,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:12,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:12,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:12,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:12,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:13,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:13,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:13,783 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:23:13,783 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:23:14,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:14,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:14,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:14,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:14,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:14,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:14,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:14,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:14,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:14,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:15,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:15,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:15,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:15,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:15,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:15,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:15,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:15,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:16,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:16,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:16,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:16,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:16,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:16,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:16,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:17,285 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:17,285 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:17,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:17,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:17,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:17,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:17,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:17,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:18,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:18,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:18,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:18,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:18,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:18,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:18,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:19,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:19,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:20,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:20,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:20,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:20,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:20,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:20,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:20,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:20,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:20,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:20,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:21,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:21,189 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:21,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:21,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:21,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:21,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:21,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:21,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:21,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:21,892 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:21,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:22,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:22,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:22,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:22,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:23,288 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:23,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:23,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:23,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:23,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:23,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:23,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:24,288 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:24,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:24,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:24,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:24,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:24,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:24,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:25,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:25,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:25,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:25,288 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:25,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:26,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:26,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:26,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:26,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:26,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:26,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:26,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:26,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:26,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:26,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:27,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:27,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:27,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:27,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:27,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:27,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:27,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:27,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:28,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:28,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:28,642 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:28,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:28,909 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:23:28,910 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:23:28,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:28,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:29,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:29,207 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:23:29,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:29,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:29,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:29,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:29,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:29,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:29,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:29,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:30,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:30,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:30,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:30,291 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:31,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:31,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:31,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:31,291 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:31,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:31,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:31,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:31,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:31,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:31,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:31,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:32,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:32,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:32,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:32,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:32,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:32,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:32,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:32,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:32,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:32,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:33,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:33,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:33,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:33,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:33,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:34,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:34,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:34,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:34,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:34,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:34,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:34,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:34,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:34,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:34,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:35,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:35,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:35,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:35,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:35,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:36,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:36,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:36,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:36,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:36,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:36,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:37,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:37,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:37,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:37,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:37,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:37,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:37,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:37,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:37,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:37,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:37,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:38,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:39,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:39,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:39,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:39,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:39,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:39,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:39,598 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:39,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:39,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:39,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:39,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:40,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:40,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:40,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:40,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:40,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:40,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:40,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:41,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:41,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:41,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:41,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:41,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:42,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:42,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:42,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:42,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:42,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:42,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:42,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:42,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:42,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:42,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:43,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:43,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:43,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:43,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:43,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:43,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:43,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:43,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:43,946 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:23:43,947 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:23:44,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:44,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:44,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:44,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:45,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:45,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:45,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:45,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:45,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:45,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:45,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:45,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:45,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:45,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:45,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:46,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:46,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:46,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:46,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:47,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:47,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:47,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:47,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:47,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:47,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:47,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:47,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:47,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:47,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:47,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:48,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:48,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:48,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:48,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:48,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:48,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:48,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:49,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:49,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:49,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:49,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:49,751 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:50,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:50,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:50,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:50,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:50,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:50,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:50,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:50,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:50,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:50,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:51,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:51,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:51,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:51,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:51,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:52,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:52,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:52,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:52,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:52,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:52,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:52,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:52,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:52,824 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:52,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:53,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:53,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:53,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:53,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:53,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:53,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:53,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:53,540 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:54,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:54,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:54,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:54,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:54,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:54,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:54,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:55,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:55,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:55,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:55,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:55,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:55,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:55,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:55,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:55,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:55,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:55,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:56,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:57,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:57,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:57,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:57,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:57,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:57,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:57,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:57,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:57,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:57,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:57,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:58,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:58,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:58,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:58,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:58,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:58,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:58,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:59,036 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:23:59,036 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:23:59,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:23:59,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:23:59,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:59,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:59,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:23:59,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:23:59,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:23:59,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:00,162 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:00,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:00,163 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:00,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:00,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:00,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:00,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:00,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:00,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:00,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:01,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:01,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:02,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:02,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:02,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:02,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:02,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:02,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:02,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:02,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:02,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:02,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:03,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:03,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:03,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:03,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:03,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:03,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:03,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:03,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:04,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:04,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:04,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:04,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:04,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:04,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:04,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:05,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:05,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:05,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:05,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:05,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:05,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:05,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:05,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:05,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:05,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:05,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:06,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:06,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:06,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:06,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:07,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:07,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:07,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:07,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:07,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:07,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:07,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:07,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:07,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:07,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:07,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:08,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:08,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:08,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:08,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:08,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:08,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:08,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:08,601 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:24:09,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:09,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:09,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:09,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:09,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:09,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:09,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:09,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:10,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:10,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:10,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:10,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:10,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:10,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:10,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:11,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:11,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:11,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:11,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:11,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:12,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:12,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:12,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:12,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:12,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:12,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:12,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:12,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:12,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:12,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:13,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:13,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:13,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:13,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:13,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:13,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:13,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:13,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:14,078 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:24:14,078 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:24:14,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:14,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:14,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:14,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:15,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:15,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:15,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:15,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:15,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:15,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:15,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:15,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:15,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:15,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:15,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:16,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:16,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:16,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:16,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:17,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:17,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:17,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:17,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:17,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:17,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:17,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:17,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:17,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:17,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:17,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:18,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:18,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:18,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:18,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:18,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:18,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:18,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:19,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:19,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:19,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:19,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:19,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:19,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:19,963 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:19,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:20,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:20,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:20,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:20,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:20,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:20,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:20,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:21,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:21,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:21,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:21,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:21,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:21,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:21,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:21,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:22,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:22,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:22,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:22,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:22,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:22,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:22,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:23,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:23,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:23,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:23,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:23,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:23,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:23,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:23,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:23,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:23,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:23,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:24,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:24,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:24,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:24,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:25,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:25,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:25,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:25,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:25,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:25,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:25,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:25,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:25,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:25,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:25,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:26,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:26,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:26,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:26,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:27,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:27,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:27,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:27,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:27,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:27,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:27,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:28,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:28,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:28,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:28,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:28,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:28,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:28,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:28,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:28,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:28,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:29,123 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:24:29,125 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:24:29,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:29,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:29,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:29,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:29,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:30,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:30,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:30,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:30,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:30,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:30,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:30,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:30,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:30,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:30,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:31,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:31,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:31,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:31,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:31,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:32,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:32,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:32,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:32,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:32,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:32,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:32,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:32,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:32,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:32,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:33,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:33,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:33,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:33,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:33,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:33,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:33,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:33,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:34,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:34,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:34,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:34,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:35,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:35,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:35,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:35,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:35,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:35,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:35,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:35,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:35,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:35,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:35,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:36,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:36,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:36,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:36,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:36,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:36,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:36,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:37,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:37,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:37,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:37,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:37,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:37,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:37,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:37,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:38,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:38,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:38,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:38,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:38,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:38,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:38,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:39,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:39,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:39,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:39,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:39,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:40,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:40,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:40,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:40,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:40,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:40,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:40,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:41,007 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:41,008 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:41,008 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:41,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:41,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:41,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:41,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:41,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:41,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:41,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:41,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:42,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:42,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:42,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:42,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:43,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:43,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:43,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:43,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:43,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:43,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:43,368 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:43,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:43,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:43,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:43,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:44,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:44,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:44,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:44,212 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:24:44,212 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:24:44,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:45,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:45,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:45,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:45,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:45,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:45,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:45,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:45,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:45,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:45,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:45,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:46,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:46,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:46,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:46,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:46,491 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:46,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:46,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:47,314 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:24:47,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:47,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:47,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:47,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:47,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:47,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:47,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:47,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:48,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:48,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:48,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:48,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:48,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:48,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:48,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:49,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:49,008 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:49,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:49,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:49,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:49,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:49,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:49,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:50,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:50,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:50,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:50,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:50,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:50,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:50,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:51,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:51,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:51,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:51,339 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:51,339 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:51,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:51,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:51,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:51,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:51,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:51,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:52,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:52,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:52,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:52,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:53,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:53,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:53,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:53,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:53,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:53,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:53,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:53,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:53,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:53,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:53,853 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:54,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:54,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:54,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:54,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:55,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:55,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:55,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:55,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:55,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:55,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:55,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:55,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:55,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:55,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:55,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:56,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:56,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:56,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:56,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:57,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:57,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:57,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:57,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:57,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:24:57,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:57,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:57,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:57,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:57,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:57,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:58,248 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:58,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:58,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:58,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:58,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:58,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:58,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:58,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:24:58,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:24:58,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:24:59,244 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:24:59,244 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:24:59,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:24:59,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:00,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:00,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:00,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:00,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:00,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:00,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:00,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:00,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:00,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:00,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:01,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:01,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:01,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:01,344 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:01,344 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:01,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:01,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:01,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:01,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:01,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:01,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:02,344 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:03,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:03,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:03,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:03,345 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:03,345 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:03,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:03,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:03,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:03,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:03,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:03,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:04,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:04,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:04,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:04,345 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:04,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:04,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:04,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:05,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:05,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:05,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:05,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:05,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:05,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:05,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:05,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:06,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:06,092 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:06,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:06,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:06,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:06,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:06,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:06,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:06,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:06,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:07,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:07,348 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:07,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:07,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:07,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:08,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:08,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:08,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:08,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:08,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:08,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:08,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:08,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:08,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:08,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:09,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:09,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:09,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:09,348 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:09,348 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:10,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:10,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:10,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:10,348 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:10,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:10,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:10,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:10,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:10,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:10,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:11,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:11,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:11,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:11,349 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:11,349 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:11,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:11,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:11,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:11,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:12,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:12,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:12,349 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:13,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:13,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:13,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:13,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:13,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:13,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:13,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:13,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:13,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:13,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:13,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:14,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:14,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:14,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:14,277 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:25:14,277 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:25:14,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:14,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:14,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:14,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:15,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:15,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:15,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:15,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:15,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:15,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:15,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:15,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:16,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:16,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:16,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:16,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:16,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:16,640 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:16,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:16,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:16,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:16,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:17,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:17,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:18,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:18,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:18,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:18,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:18,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:18,368 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:18,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:18,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:18,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:18,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:19,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:19,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:19,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:19,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:19,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:19,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:19,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:19,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:20,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:20,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:20,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:20,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:20,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:20,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:20,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:21,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:21,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:21,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:21,354 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:21,354 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:21,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:21,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:21,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:21,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:21,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:21,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:22,355 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:22,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:22,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:22,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:23,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:23,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:23,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:23,355 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:23,355 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:23,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:23,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:23,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:23,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:23,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:23,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:24,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:24,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:24,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:24,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:25,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:25,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:25,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:25,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:25,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:25,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:25,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:25,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:26,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:26,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:26,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:26,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:26,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:26,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:26,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:26,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:26,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:26,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:27,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:27,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:27,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:27,153 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:25:27,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:27,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:28,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:28,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:28,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:28,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:28,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:28,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:28,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:28,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:28,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:28,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:29,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:29,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:29,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:29,312 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:25:29,312 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:25:29,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:29,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:29,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:29,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:29,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:30,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:30,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:30,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:30,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:30,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:30,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:30,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:31,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:31,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:31,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:31,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:31,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:31,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:31,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:31,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:31,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:31,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:31,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:32,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:33,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:33,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:33,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:33,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:33,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:33,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:33,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:33,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:33,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:33,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:33,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:34,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:34,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:34,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:34,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:34,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:34,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:34,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:35,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:35,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:35,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:35,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:35,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:35,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:35,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:35,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:36,174 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:36,174 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:36,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:36,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:36,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:36,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:36,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:36,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:36,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:36,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:37,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:37,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:37,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:37,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:37,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:38,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:38,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:38,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:38,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:38,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:38,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:38,591 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:38,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:38,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:38,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:39,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:39,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:39,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:39,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:39,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:40,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:40,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:40,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:40,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:40,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:40,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:41,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:41,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:41,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:41,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:41,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:41,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:41,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:41,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:41,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:41,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:41,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:42,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:42,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:42,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:42,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:43,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:43,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:43,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:43,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:43,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:43,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:43,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:43,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:43,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:43,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:43,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:44,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:44,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:44,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:44,345 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:25:44,345 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:25:44,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:45,381 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:45,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:45,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:45,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:45,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:45,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:45,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:46,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:46,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:46,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:46,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:46,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:46,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:46,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:47,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:47,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:47,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:47,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:47,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:48,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:48,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:48,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:48,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:48,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:48,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:48,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:48,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:48,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:48,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:49,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:49,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:49,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:49,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:49,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:49,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:49,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:49,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:50,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:50,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:50,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:50,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:51,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:51,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:51,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:51,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:51,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:51,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:51,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:51,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:51,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:51,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:51,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:52,113 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:52,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:52,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:52,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:52,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:52,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:52,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:53,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:53,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:53,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:53,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:53,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:54,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:54,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:54,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:54,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:54,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:54,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:54,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:54,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:54,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:54,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:55,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:55,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:55,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:55,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:55,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:56,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:56,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:56,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:56,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:56,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:56,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:56,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:56,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:56,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:56,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:57,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:57,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:57,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:57,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:57,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:57,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:57,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:57,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:57,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:57,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:57,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:58,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:59,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:59,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:59,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:59,379 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:25:59,379 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:25:59,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:25:59,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:25:59,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:59,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:59,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:25:59,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:25:59,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:25:59,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:00,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:00,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:00,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:00,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:00,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:00,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:00,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:01,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:01,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:01,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:01,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:01,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:01,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:01,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:01,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:02,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:02,258 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:02,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:02,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:02,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:02,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:02,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:02,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:02,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:02,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:03,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:03,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:03,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:03,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:03,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:04,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:04,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:04,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:04,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:04,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:04,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:04,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:05,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:05,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:05,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:05,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:05,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:05,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:05,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:05,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:06,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:06,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:06,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:06,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:06,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:06,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:07,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:07,258 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:07,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:07,395 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:26:07,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:07,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:07,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:07,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:07,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:07,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:07,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:07,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:08,398 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:08,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:08,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:08,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:09,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:09,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:09,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:09,398 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:09,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:09,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:09,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:09,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:10,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:10,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:10,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:10,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:10,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:10,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:10,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:11,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:11,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:11,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:11,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:11,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:11,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:11,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:12,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:12,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:12,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:12,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:12,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:12,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:12,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:12,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:12,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:12,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:13,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:13,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:13,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:13,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:13,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:14,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:14,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:14,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:14,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:14,416 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:26:14,417 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:26:14,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:14,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:14,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:14,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:14,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:14,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:15,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:15,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:15,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:15,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:15,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:15,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:15,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:15,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:16,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:16,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:16,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:16,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:16,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:16,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:16,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:17,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:17,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:17,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:17,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:17,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:17,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:17,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:17,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:18,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:18,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:18,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:18,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:19,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:19,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:19,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:19,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:19,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:19,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:19,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:19,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:19,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:19,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:19,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:20,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:20,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:20,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:20,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:20,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:20,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:20,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:21,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:21,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:21,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:21,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:21,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:21,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:21,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:21,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:22,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:22,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:22,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:22,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:22,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:22,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:22,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:22,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:22,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:22,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:23,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:23,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:23,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:23,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:23,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:24,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:24,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:24,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:24,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:24,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:24,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:24,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:24,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:24,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:24,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:25,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:25,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:25,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:25,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:25,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:26,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:26,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:26,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:26,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:26,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:26,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:27,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:27,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:27,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:27,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:27,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:27,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:27,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:27,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:27,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:27,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:27,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:28,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:28,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:28,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:28,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:29,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:29,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:29,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:29,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:29,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:29,459 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:26:29,459 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:26:29,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:29,614 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:29,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:29,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:29,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:29,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:30,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:30,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:30,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:30,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:30,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:30,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:30,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:31,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:31,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:31,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:31,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:31,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:31,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:31,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:31,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:32,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:32,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:32,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:32,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:32,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:32,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:32,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:33,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:33,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:33,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:33,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:33,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:34,113 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:34,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:34,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:34,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:34,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:34,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:34,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:34,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:34,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:34,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:35,194 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:35,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:35,195 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:35,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:35,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:35,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:35,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:35,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:36,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:36,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:36,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:36,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:36,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:36,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:36,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:37,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:37,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:37,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:37,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:37,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:37,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:37,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:37,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:37,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:37,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:37,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:38,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:39,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:39,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:39,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:39,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:39,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:39,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:39,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:39,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:39,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:39,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:39,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:40,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:40,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:40,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:40,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:40,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:40,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:40,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:41,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:41,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:41,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:41,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:41,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:41,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:41,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:41,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:42,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:42,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:42,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:42,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:42,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:42,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:42,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:42,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:42,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:42,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:43,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:43,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:43,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:43,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:43,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:44,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:44,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:44,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:44,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:44,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:44,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:44,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:44,490 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:26:44,491 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:26:44,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:44,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:44,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:45,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:45,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:45,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:45,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:45,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:45,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:45,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:45,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:46,233 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:26:46,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:46,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:46,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:46,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:47,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:47,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:47,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:47,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:47,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:47,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:47,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:47,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:47,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:47,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:47,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:48,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:48,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:48,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:48,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:49,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:49,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:49,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:49,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:49,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:49,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:49,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:49,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:49,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:49,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:49,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:50,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:50,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:50,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:50,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:50,406 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:50,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:50,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:51,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:51,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:51,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:51,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:51,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:51,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:51,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:52,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:52,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:52,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:52,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:52,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:52,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:52,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:52,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:52,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:52,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:53,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:53,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:53,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:53,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:53,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:54,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:54,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:54,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:54,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:54,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:54,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:54,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:54,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:54,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:54,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:55,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:55,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:55,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:55,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:55,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:56,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:56,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:56,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:56,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:56,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:56,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:56,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:57,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:57,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:57,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:57,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:57,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:57,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:57,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:57,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:57,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:57,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:57,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:58,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:58,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:58,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:58,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:59,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:59,297 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:59,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:26:59,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:26:59,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:26:59,528 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:26:59,529 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:26:59,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:26:59,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:26:59,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:00,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:00,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:00,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:00,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:00,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:00,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:00,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:00,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:00,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:00,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:01,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:01,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:01,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:01,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:01,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:02,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:02,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:02,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:02,392 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:02,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:02,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:02,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:02,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:02,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:02,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:03,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:03,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:03,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:03,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:03,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:04,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:04,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:04,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:04,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:04,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:04,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:04,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:04,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:04,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:04,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:05,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:05,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:05,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:05,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:05,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:05,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:05,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:05,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:06,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:06,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:06,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:06,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:06,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:06,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:06,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:07,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:07,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:07,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:07,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:07,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:07,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:07,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:07,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:07,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:07,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:07,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:08,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:08,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:08,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:08,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:09,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:09,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:09,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:09,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:10,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:10,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:10,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:10,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:10,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:10,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:10,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:10,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:10,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:10,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:11,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:11,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:11,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:11,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:11,443 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:12,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:12,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:12,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:12,443 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:12,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:12,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:12,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:12,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:12,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:12,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:13,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:13,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:13,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:13,443 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:13,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:13,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:13,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:13,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:14,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:14,568 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:27:14,568 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:27:14,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:14,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:14,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:15,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:15,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:15,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:15,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:15,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:15,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:15,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:15,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:15,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:15,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:15,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:16,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:16,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:16,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:16,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:17,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:17,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:17,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:17,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:17,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:17,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:17,614 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:17,615 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:17,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:17,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:17,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:18,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:18,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:18,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:18,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:18,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:18,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:18,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:19,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:19,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:19,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:19,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:20,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:20,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:20,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:20,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:20,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:20,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:20,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:20,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:20,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:20,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:20,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:21,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:21,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:21,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:21,447 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:22,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:22,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:22,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:22,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:22,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:22,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:22,447 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:22,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:22,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:22,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:22,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:23,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:23,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:23,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:23,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:23,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:23,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:23,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:24,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:24,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:24,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:24,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:24,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:25,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:25,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:25,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:25,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:25,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:25,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:25,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:25,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:25,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:25,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:25,858 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:27:26,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:26,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:26,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:26,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:26,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:27,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:27,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:27,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:27,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:27,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:27,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:27,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:27,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:27,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:27,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:28,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:28,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:28,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:28,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:28,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:28,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:28,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:28,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:29,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:29,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:29,584 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:29,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:29,608 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:27:29,608 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:27:29,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:29,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:29,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:30,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:30,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:30,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:30,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:30,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:30,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:30,647 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:30,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:31,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:31,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:31,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:31,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:31,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:31,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:31,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:32,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:32,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:32,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:32,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:32,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:32,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:32,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:32,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:33,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:33,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:33,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:33,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:33,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:33,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:33,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:33,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:33,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:33,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:34,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:34,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:34,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:34,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:34,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:35,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:35,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:35,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:35,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:35,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:35,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:35,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:35,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:35,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:35,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:36,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:36,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:36,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:36,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:36,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:37,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:37,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:37,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:37,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:37,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:37,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:37,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:38,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:38,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:38,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:38,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:38,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:38,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:38,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:38,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:38,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:38,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:38,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:39,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:39,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:39,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:39,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:40,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:40,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:40,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:40,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:40,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:40,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:40,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:40,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:40,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:40,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:40,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:41,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:41,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:41,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:41,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:42,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:42,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:42,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:42,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:42,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:42,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:42,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:42,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:42,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:42,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:42,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:43,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:43,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:43,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:43,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:43,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:43,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:43,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:44,459 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:44,459 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:44,678 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:27:44,679 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:27:44,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:44,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:44,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:45,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:45,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:45,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:45,459 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:45,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:45,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:45,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:45,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:45,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:45,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:46,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:46,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:46,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:46,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:46,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:47,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:47,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:47,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:47,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:47,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:47,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:47,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:47,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:47,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:47,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:48,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:48,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:48,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:48,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:48,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:48,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:48,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:48,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:49,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:49,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:49,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:49,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:50,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:50,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:50,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:50,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:50,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:50,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:50,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:50,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:50,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:50,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:50,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:51,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:51,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:51,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:51,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:51,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:51,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:51,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:52,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:52,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:52,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:52,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:52,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:53,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:53,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:53,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:53,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:53,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:53,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:53,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:53,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:53,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:53,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:54,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:54,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:54,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:54,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:54,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:55,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:55,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:55,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:55,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:55,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:55,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:55,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:55,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:55,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:55,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:56,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:56,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:56,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:56,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:56,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:56,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:56,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:56,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:57,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:57,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:57,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:57,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:57,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:57,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:57,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:58,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:58,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:58,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:58,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:58,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:27:58,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:58,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:58,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:59,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:27:59,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:27:59,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:27:59,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:27:59,713 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:27:59,714 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:28:00,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:00,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:00,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:00,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:00,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:00,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:00,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:00,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:00,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:00,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:00,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:01,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:01,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:01,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:01,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:01,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:01,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:01,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:02,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:02,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:02,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:02,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:02,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:03,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:03,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:03,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:03,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:03,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:03,413 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:03,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:03,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:03,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:03,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:04,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:04,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:04,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:04,331 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:28:04,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:04,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:05,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:05,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:05,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:05,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:05,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:05,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:05,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:05,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:05,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:05,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:06,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:06,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:06,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:06,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:06,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:06,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:06,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:06,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:07,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:07,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:07,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:07,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:07,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:07,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:07,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:08,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:08,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:08,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:08,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:08,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:08,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:08,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:08,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:08,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:08,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:08,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:09,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:09,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:09,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:09,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:10,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:10,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:10,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:10,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:10,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:10,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:10,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:10,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:11,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:11,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:11,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:11,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:11,368 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:11,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:11,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:11,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:11,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:11,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:12,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:12,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:12,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:12,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:12,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:13,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:13,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:13,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:13,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:13,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:13,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:13,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:13,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:13,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:13,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:14,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:14,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:14,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:14,474 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:14,474 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:14,749 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:28:14,750 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:28:15,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:15,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:15,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:15,474 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:15,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:15,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:15,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:15,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:15,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:15,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:16,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:16,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:16,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:16,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:16,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:16,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:16,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:16,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:17,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:17,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:17,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:17,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:18,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:18,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:18,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:18,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:18,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:18,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:18,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:18,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:18,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:18,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:18,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:19,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:19,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:19,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:19,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:20,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:20,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:20,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:20,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:20,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:20,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:20,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:20,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:21,134 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:21,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:21,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:21,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:21,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:21,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:21,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:21,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:21,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:21,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:22,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:22,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:22,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:22,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:22,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:23,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:23,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:23,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:23,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:23,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:23,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:23,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:23,963 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:23,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:23,964 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:24,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:24,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:24,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:24,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:24,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:25,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:25,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:25,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:25,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:25,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:25,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:25,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:26,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:26,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:26,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:26,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:26,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:26,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:26,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:26,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:26,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:26,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:26,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:27,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:27,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:27,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:27,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:28,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:28,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:28,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:28,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:28,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:28,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:28,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:28,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:28,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:28,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:28,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:29,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:29,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:29,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:29,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:29,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:29,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:29,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:29,803 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:28:29,803 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:28:30,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:30,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:30,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:30,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:30,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:31,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:31,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:31,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:31,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:31,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:31,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:31,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:31,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:31,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:31,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:32,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:32,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:32,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:32,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:32,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:33,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:33,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:33,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:33,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:33,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:33,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:33,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:33,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:33,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:33,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:34,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:34,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:34,195 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:34,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:34,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:34,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:34,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:34,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:35,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:35,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:35,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:35,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:35,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:35,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:35,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:36,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:36,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:36,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:36,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:36,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:36,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:36,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:36,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:36,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:36,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:36,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:37,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:38,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:38,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:38,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:38,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:38,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:38,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:38,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:38,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:38,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:38,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:38,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:39,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:39,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:39,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:39,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:39,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:39,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:39,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:39,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:39,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:39,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:40,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:40,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:40,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:40,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:40,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:41,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:41,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:41,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:41,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:41,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:41,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:41,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:41,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:41,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:41,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:42,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:42,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:42,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:42,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:42,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:43,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:43,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:43,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:43,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:43,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:43,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:43,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:43,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:43,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:43,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:44,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:44,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:44,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:44,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:44,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:44,501 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:28:44,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:44,647 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:44,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:44,832 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:28:44,833 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:28:45,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:45,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:45,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:45,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:46,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:46,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:46,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:46,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:46,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:46,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:46,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:46,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:46,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:46,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:46,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:47,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:47,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:47,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:47,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:48,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:48,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:48,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:48,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:48,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:48,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:48,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:48,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:48,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:48,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:48,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:49,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:49,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:49,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:49,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:49,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:49,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:49,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:50,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:50,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:50,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:50,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:50,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:51,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:51,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:51,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:51,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:51,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:51,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:51,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:51,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:51,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:51,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:52,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:52,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:52,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:52,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:52,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:53,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:53,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:53,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:54,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:54,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:54,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:54,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:54,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:54,642 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:54,642 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:54,643 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:54,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:55,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:55,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:55,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:55,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:55,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:55,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:55,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:55,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:55,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:56,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:56,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:56,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:56,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:56,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:57,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:57,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:57,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:57,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:57,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:57,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:57,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:58,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:58,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:58,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:58,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:58,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:28:58,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:58,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:58,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:58,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:58,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:58,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:28:59,500 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:28:59,863 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:28:59,863 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:28:59,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:28:59,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:28:59,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:00,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:00,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:00,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:00,500 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:00,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:00,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:00,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:00,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:01,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:01,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:01,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:01,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:01,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:01,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:01,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:02,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:03,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:03,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:03,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:03,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:03,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:03,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:03,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:03,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:03,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:03,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:04,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:04,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:04,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:04,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:04,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:04,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:04,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:04,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:04,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:04,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:04,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:05,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:05,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:05,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:05,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:06,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:06,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:06,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:06,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:06,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:06,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:06,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:06,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:07,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:07,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:07,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:07,383 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:07,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:07,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:07,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:08,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:08,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:08,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:08,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:08,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:08,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:08,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:08,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:09,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:09,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:09,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:09,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:09,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:09,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:09,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:09,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:09,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:09,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:10,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:10,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:10,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:10,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:10,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:11,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:11,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:11,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:11,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:11,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:11,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:11,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:12,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:12,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:12,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:12,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:12,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:12,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:12,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:12,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:12,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:12,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:12,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:13,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:14,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:14,898 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:29:14,899 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:29:14,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:14,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:14,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:15,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:15,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:15,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:15,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:15,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:15,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:15,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:16,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:16,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:16,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:16,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:16,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:16,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:16,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:16,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:16,763 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:16,763 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:16,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:17,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:17,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:17,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:17,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:18,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:18,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:18,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:18,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:18,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:18,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:18,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:18,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:19,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:19,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:19,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:19,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:19,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:19,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:19,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:19,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:19,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:19,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:20,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:20,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:20,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:20,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:20,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:21,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:21,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:21,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:21,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:21,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:21,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:21,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:22,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:22,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:22,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:22,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:22,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:22,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:22,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:22,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:23,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:23,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:23,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:23,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:23,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:23,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:23,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:24,018 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:29:24,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:24,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:24,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:24,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:24,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:24,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:24,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:24,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:24,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:24,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:24,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:25,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:25,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:25,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:25,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:26,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:26,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:26,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:26,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:26,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:26,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:26,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:26,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:26,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:26,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:26,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:27,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:27,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:27,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:27,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:27,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:27,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:27,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:28,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:28,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:28,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:28,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:28,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:29,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:29,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:29,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:29,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:29,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:29,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:29,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:29,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:29,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:29,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:29,935 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:29:29,935 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:29:30,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:30,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:30,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:30,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:30,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:31,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:31,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:31,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:31,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:31,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:31,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:31,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:31,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:31,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:31,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:32,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:32,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:32,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:32,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:32,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:32,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:32,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:32,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:33,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:33,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:33,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:33,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:34,325 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:34,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:34,326 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:34,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:34,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:34,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:34,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:34,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:35,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:35,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:35,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:35,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:35,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:35,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:35,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:35,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:35,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:35,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:36,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:36,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:36,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:36,735 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:36,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:37,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:37,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:37,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:37,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:37,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:37,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:37,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:37,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:37,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:37,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:38,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:38,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:38,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:38,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:38,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:39,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:39,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:39,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:39,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:39,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:39,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:39,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:40,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:40,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:40,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:40,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:40,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:40,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:40,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:40,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:40,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:40,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:40,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:41,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:41,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:41,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:41,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:42,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:42,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:42,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:42,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:42,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:42,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:42,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:42,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:42,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:42,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:42,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:43,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:43,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:43,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:43,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:43,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:43,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:43,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:44,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:44,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:44,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:44,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:44,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:44,966 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:29:44,966 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:29:44,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:44,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:44,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:45,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:45,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:45,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:45,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:45,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:45,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:45,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:46,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:46,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:46,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:46,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:46,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:47,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:47,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:47,141 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:47,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:47,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:47,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:47,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:47,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:47,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:47,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:48,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:48,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:48,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:48,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:48,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:48,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:48,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:48,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:49,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:49,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:49,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:49,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:49,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:49,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:49,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:50,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:50,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:50,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:50,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:50,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:50,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:50,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:50,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:50,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:50,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:50,964 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:51,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:51,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:51,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:51,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:52,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:52,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:52,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:52,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:52,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:52,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:52,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:52,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:52,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:53,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:53,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:53,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:53,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:53,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:53,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:54,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:54,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:54,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:54,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:54,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:54,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:54,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:54,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:55,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:55,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:55,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:55,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:55,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:55,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:55,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:55,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:55,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:55,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:56,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:56,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:56,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:56,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:56,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:57,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:57,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:57,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:57,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:57,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:57,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:57,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:58,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:58,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:58,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:58,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:58,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:58,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:58,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:58,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:29:58,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:58,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:58,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:59,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:29:59,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:29:59,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:29:59,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:29:59,997 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:29:59,997 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:30:00,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:00,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:00,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:00,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:00,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:00,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:00,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:00,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:00,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:00,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:00,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:01,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:01,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:01,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:01,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:02,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:02,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:02,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:02,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:02,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:02,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:02,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:02,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:02,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:02,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:02,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:03,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:03,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:03,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:03,488 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:30:03,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:03,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:03,614 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:03,615 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:04,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:04,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:04,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:04,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:04,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:04,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:04,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:04,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:05,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:05,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:05,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:05,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:05,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:05,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:05,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:05,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:05,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:05,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:06,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:06,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:07,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:07,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:07,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:07,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:07,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:07,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:07,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:07,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:07,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:07,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:08,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:08,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:08,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:08,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:08,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:08,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:08,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:08,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:09,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:09,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:09,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:09,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:09,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:09,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:09,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:10,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:10,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:10,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:10,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:10,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:10,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:10,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:10,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:10,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:10,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:10,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:11,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:11,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:11,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:11,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:12,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:12,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:12,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:12,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:12,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:12,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:12,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:12,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:13,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:13,008 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:13,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:13,361 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:13,361 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:13,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:13,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:13,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:13,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:13,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:14,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:14,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:14,793 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:14,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:14,794 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:15,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:15,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:15,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:15,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:15,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:15,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:15,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:15,606 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:30:15,606 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:30:15,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:15,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:15,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:16,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:16,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:16,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:16,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:16,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:17,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:17,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:17,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:17,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:17,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:17,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:17,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:18,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:18,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:18,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:18,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:18,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:18,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:18,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:18,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:18,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:18,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:18,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:19,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:19,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:19,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:19,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:20,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:20,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:20,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:20,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:20,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:20,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:20,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:20,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:21,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:21,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:21,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:21,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:21,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:21,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:21,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:21,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:21,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:21,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:22,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:22,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:22,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:22,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:22,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:23,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:23,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:23,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:23,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:23,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:23,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:23,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:23,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:23,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:23,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:24,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:24,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:24,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:24,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:24,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:24,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:24,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:24,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:25,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:25,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:25,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:26,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:26,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:26,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:26,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:26,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:26,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:26,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:26,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:26,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:26,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:26,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:27,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:27,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:27,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:27,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:28,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:28,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:28,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:28,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:28,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:28,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:28,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:28,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:29,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:29,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:29,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:29,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:29,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:29,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:29,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:29,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:29,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:29,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:30,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:30,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:30,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:30,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:30,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:30,642 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:30:30,643 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:30:31,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:31,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:31,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:31,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:31,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:31,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:31,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:31,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:31,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:31,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:32,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:32,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:32,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:32,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:32,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:32,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:32,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:32,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:33,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:33,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:33,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:33,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:34,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:34,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:34,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:34,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:34,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:34,358 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:34,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:34,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:34,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:34,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:34,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:35,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:35,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:35,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:35,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:36,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:36,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:36,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:36,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:36,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:36,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:36,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:36,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:36,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:36,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:36,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:37,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:37,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:37,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:37,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:37,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:37,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:37,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:38,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:38,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:38,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:38,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:38,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:38,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:38,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:38,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:39,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:39,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:39,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:39,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:39,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:39,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:39,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:39,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:39,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:39,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:40,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:40,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:40,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:40,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:40,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:41,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:41,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:41,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:41,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:41,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:41,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:41,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:42,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:42,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:42,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:42,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:42,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:42,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:42,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:42,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:42,568 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:30:42,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:42,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:42,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:43,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:44,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:44,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:44,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:44,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:44,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:44,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:44,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:44,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:44,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:44,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:44,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:45,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:45,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:45,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:45,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:45,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:45,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:45,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:45,747 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:30:45,747 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:30:46,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:46,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:46,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:46,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:46,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:46,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:46,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:46,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:47,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:47,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:47,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:47,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:47,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:47,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:47,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:48,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:48,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:48,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:48,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:48,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:49,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:49,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:49,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:49,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:49,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:49,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:49,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:49,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:49,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:49,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:50,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:50,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:50,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:50,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:50,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:50,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:50,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:50,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:51,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:51,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:51,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:51,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:51,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:51,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:51,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:52,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:52,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:52,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:52,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:52,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:52,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:52,567 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:52,567 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:52,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:52,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:52,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:53,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:53,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:53,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:53,567 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:54,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:54,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:54,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:54,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:54,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:54,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:54,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:54,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:55,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:55,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:55,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:55,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:55,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:55,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:55,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:55,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:55,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:55,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:56,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:56,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:56,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:56,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:56,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:57,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:57,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:57,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:57,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:57,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:57,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:57,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:57,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:57,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:57,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:58,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:58,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:58,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:58,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:59,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:59,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:59,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:59,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:59,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:59,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:30:59,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:30:59,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:30:59,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:30:59,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:30:59,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:00,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:00,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:00,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:00,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:00,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:00,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:00,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:00,779 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:31:00,780 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:31:01,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:01,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:01,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:01,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:01,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:01,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:01,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:01,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:02,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:02,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:02,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:02,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:02,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:02,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:02,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:02,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:02,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:02,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:03,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:03,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:03,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:03,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:03,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:04,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:04,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:04,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:04,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:04,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:04,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:04,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:04,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:04,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:04,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:05,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:05,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:05,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:05,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:05,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:05,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:05,584 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:05,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:06,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:06,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:06,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:06,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:06,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:06,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:06,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:07,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:07,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:07,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:07,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:07,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:07,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:07,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:07,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:08,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:08,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:08,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:08,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:09,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:09,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:09,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:09,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:09,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:09,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:09,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:09,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:09,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:09,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:09,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:10,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:10,199 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:10,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:10,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:10,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:10,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:10,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:11,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:11,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:11,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:11,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:11,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:11,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:11,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:11,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:12,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:12,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:12,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:12,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:12,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:12,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:12,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:12,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:12,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:12,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:13,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:13,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:14,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:14,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:14,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:14,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:14,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:14,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:14,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:14,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:14,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:14,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:15,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:15,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:15,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:15,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:15,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:15,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:15,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:15,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:15,833 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:31:15,835 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:31:16,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:16,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:16,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:16,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:16,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:16,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:16,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:17,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:17,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:17,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:17,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:17,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:17,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:17,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:17,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:17,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:17,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:17,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:18,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:18,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:18,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:18,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:19,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:19,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:19,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:19,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:19,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:19,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:19,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:19,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:19,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:19,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:19,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:20,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:20,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:20,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:20,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:21,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:21,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:21,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:21,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:21,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:21,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:21,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:21,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:21,703 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:31:22,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:22,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:22,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:22,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:22,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:22,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:22,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:22,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:22,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:22,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:23,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:23,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:23,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:23,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:23,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:24,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:24,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:24,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:24,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:24,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:24,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:24,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:24,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:24,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:24,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:25,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:25,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:25,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:25,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:25,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:26,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:26,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:26,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:26,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:26,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:26,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:26,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:26,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:26,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:26,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:27,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:27,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:27,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:27,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:27,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:27,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:27,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:27,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:27,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:27,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:27,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:28,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:28,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:28,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:28,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:29,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:29,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:29,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:29,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:29,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:29,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:29,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:29,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:29,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:29,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:29,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:30,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:30,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:30,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:30,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:30,970 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:31:30,971 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:31:31,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:31,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:31,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:31,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:31,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:31,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:31,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:31,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:32,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:32,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:32,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:32,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:32,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:32,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:32,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:32,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:32,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:32,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:33,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:33,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:33,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:33,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:33,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:34,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:34,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:34,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:34,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:34,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:34,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:34,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:34,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:34,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:34,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:35,208 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:35,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:35,209 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:35,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:35,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:36,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:36,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:36,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:36,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:36,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:36,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:36,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:36,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:36,877 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:36,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:37,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:37,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:37,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:37,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:37,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:37,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:37,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:37,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:38,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:38,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:38,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:39,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:39,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:39,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:39,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:39,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:39,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:39,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:39,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:39,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:39,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:39,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:40,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:40,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:40,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:40,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:40,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:40,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:40,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:41,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:41,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:41,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:41,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:41,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:41,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:41,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:41,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:42,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:42,254 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:42,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:42,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:42,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:42,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:42,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:42,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:42,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:42,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:43,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:43,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:44,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:44,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:44,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:44,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:44,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:44,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:44,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:44,827 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:44,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:44,828 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:45,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:45,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:45,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:45,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:45,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:45,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:45,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:45,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:45,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:45,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:45,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:46,000 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:31:46,001 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:31:46,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:47,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:47,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:47,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:47,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:47,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:47,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:47,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:47,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:47,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:47,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:47,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:48,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:48,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:48,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:48,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:48,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:48,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:48,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:49,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:49,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:49,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:49,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:50,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:50,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:50,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:50,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:50,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:50,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:50,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:50,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:50,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:50,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:51,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:51,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:51,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:51,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:51,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:51,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:51,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:51,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:52,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:52,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:52,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:52,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:52,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:52,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:52,794 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:53,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:53,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:53,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:53,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:53,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:53,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:53,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:53,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:53,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:53,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:53,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:54,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:54,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:54,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:54,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:55,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:55,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:55,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:55,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:55,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:55,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:55,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:55,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:55,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:55,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:55,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:56,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:56,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:56,332 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:56,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:57,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:57,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:57,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:57,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:57,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:57,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:57,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:57,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:57,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:57,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:57,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:58,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:58,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:58,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:58,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:58,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:58,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:58,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:31:59,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:31:59,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:31:59,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:31:59,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:31:59,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:00,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:00,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:00,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:00,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:00,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:00,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:00,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:00,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:00,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:00,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:01,032 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:32:01,033 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:32:01,135 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:32:01,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:01,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:01,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:01,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:01,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:01,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:01,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:01,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:02,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:02,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:02,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:02,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:02,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:02,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:02,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:03,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:03,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:03,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:03,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:03,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:03,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:03,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:03,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:03,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:03,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:03,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:04,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:04,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:04,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:04,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:05,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:05,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:05,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:05,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:05,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:05,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:05,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:05,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:05,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:05,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:05,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:06,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:06,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:06,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:06,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:07,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:07,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:07,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:07,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:07,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:07,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:07,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:07,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:08,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:08,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:08,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:08,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:08,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:08,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:08,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:08,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:08,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:08,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:09,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:09,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:10,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:10,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:10,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:10,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:10,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:10,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:10,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:10,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:10,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:10,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:11,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:11,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:11,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:11,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:11,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:11,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:11,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:11,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:11,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:11,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:11,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:12,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:12,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:12,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:12,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:13,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:13,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:13,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:13,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:13,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:13,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:13,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:13,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:13,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:13,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:13,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:14,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:14,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:14,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:14,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:15,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:15,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:15,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:15,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:15,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:15,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:15,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:15,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:16,073 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:32:16,074 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:32:16,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:16,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:16,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:16,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:16,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:16,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:16,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:16,891 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:16,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:16,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:17,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:17,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:17,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:17,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:17,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:18,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:18,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:18,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:18,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:18,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:18,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:18,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:18,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:18,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:18,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:19,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:19,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:19,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:19,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:19,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:19,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:19,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:19,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:20,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:20,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:20,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:21,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:21,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:21,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:21,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:21,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:21,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:21,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:21,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:21,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:21,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:21,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:22,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:22,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:22,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:22,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:23,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:23,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:23,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:23,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:23,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:23,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:23,613 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:23,613 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:23,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:23,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:23,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:24,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:24,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:24,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:24,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:24,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:24,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:24,614 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:25,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:25,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:25,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:25,614 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:25,614 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:25,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:25,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:25,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:26,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:26,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:26,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:26,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:26,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:26,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:26,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:26,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:26,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:26,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:27,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:27,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:27,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:27,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:27,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:28,190 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:28,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:28,191 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:28,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:28,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:28,540 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:28,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:28,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:28,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:28,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:29,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:29,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:29,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:29,617 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:29,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:30,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:30,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:30,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:30,617 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:30,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:30,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:30,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:31,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:31,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:31,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:31,107 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:32:31,107 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:32:31,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:31,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:31,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:31,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:31,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:31,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:31,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:31,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:32,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:32,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:32,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:32,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:33,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:33,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:33,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:33,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:33,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:33,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:33,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:33,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:33,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:33,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:33,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:34,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:34,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:34,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:34,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:34,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:34,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:34,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:35,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:35,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:35,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:35,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:35,620 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:35,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:35,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:35,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:36,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:36,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:36,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:36,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:36,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:36,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:36,620 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:36,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:36,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:36,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:37,620 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:37,620 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:37,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:37,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:37,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:38,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:38,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:38,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:38,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:38,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:38,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:38,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:38,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:38,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:38,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:39,325 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:39,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:39,326 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:39,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:39,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:40,095 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:32:40,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:40,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:40,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:40,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:40,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:40,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:40,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:41,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:41,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:41,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:41,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:41,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:41,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:41,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:41,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:41,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:41,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:41,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:42,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:42,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:42,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:42,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:43,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:43,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:43,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:43,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:43,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:43,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:43,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:43,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:43,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:43,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:43,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:44,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:44,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:44,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:44,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:45,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:45,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:45,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:45,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:45,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:45,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:45,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:45,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:45,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:45,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:45,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:46,135 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:32:46,136 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:32:46,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:46,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:46,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:46,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:46,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:46,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:46,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:47,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:47,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:47,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:47,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:48,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:48,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:48,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:48,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:48,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:48,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:48,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:48,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:48,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:48,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:49,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:49,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:49,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:49,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:49,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:49,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:49,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:49,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:50,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:50,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:50,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:50,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:50,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:50,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:50,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:51,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:51,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:51,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:51,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:51,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:51,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:51,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:51,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:51,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:51,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:51,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:52,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:53,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:53,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:53,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:53,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:53,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:53,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:53,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:53,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:53,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:53,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:53,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:54,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:54,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:54,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:54,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:54,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:54,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:54,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:55,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:55,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:55,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:55,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:55,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:55,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:55,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:55,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:56,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:56,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:56,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:56,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:56,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:56,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:56,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:56,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:56,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:56,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:57,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:57,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:32:57,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:57,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:57,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:58,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:58,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:58,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:58,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:58,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:58,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:58,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:58,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:58,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:58,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:59,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:59,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:59,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:59,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:32:59,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:32:59,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:32:59,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:32:59,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:00,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:00,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:00,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:00,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:00,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:00,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:00,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:01,168 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:33:01,169 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:33:01,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:01,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:01,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:01,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:01,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:01,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:01,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:01,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:02,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:02,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:02,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:02,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:03,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:03,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:03,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:03,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:03,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:03,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:03,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:03,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:03,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:03,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:03,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:04,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:04,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:04,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:04,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:04,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:04,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:04,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:05,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:05,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:05,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:05,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:05,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:05,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:05,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:05,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:06,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:06,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:06,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:06,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:06,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:06,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:06,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:06,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:06,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:06,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:07,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:07,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:07,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:07,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:07,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:08,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:08,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:08,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:08,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:08,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:08,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:08,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:08,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:08,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:08,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:09,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:09,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:09,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:09,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:09,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:10,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:10,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:10,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:10,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:10,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:10,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:10,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:10,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:10,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:10,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:11,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:11,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:11,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:11,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:11,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:11,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:11,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:11,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:12,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:12,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:12,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:13,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:13,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:13,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:13,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:13,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:13,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:13,640 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:13,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:13,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:13,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:13,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:14,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:14,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:14,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:14,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:14,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:14,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:14,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:15,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:15,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:15,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:15,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:15,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:15,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:15,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:15,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:16,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:16,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:16,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:16,200 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:33:16,200 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:33:16,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:16,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:16,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:16,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:16,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:16,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:16,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:17,642 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:17,642 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:17,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:17,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:17,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:18,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:18,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:18,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:18,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:18,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:18,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:18,642 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:18,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:18,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:18,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:19,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:19,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:19,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:19,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:19,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:19,776 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:33:20,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:20,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:20,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:20,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:20,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:20,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:20,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:20,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:20,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:20,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:21,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:21,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:21,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:21,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:21,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:21,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:21,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:21,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:22,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:22,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:22,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:22,645 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:23,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:23,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:23,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:23,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:23,509 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:23,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:23,645 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:23,645 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:23,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:23,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:23,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:24,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:24,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:24,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:24,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:24,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:24,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:24,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:25,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:25,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:25,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:25,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:26,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:26,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:26,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:26,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:26,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:26,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:26,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:26,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:26,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:26,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:27,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:27,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:27,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:27,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:27,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:28,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:28,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:28,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:28,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:28,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:28,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:28,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:28,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:28,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:28,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:29,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:29,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:29,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:29,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:29,434 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:29,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:29,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:29,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:30,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:30,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:30,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:30,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:30,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:30,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:30,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:31,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:31,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:31,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:31,242 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:33:31,242 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:33:31,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:31,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:31,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:31,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:31,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:31,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:31,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:31,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:32,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:33,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:33,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:33,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:33,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:33,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:33,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:33,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:33,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:33,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:33,735 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:33,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:34,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:34,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:34,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:34,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:34,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:34,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:34,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:34,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:34,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:34,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:35,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:35,651 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:35,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:35,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:35,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:36,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:36,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:36,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:36,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:36,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:36,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:36,651 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:36,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:36,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:36,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:37,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:37,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:37,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:37,652 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:37,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:38,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:38,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:38,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:38,652 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:38,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:38,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:38,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:39,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:39,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:39,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:39,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:39,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:39,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:39,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:39,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:39,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:39,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:39,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:40,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:40,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:40,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:40,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:41,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:41,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:41,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:41,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:41,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:41,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:41,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:41,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:41,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:41,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:41,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:42,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:42,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:42,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:42,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:42,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:42,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:42,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:43,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:43,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:43,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:43,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:43,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:43,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:43,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:43,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:44,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:44,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:44,332 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:44,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:44,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:44,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:44,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:45,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:45,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:45,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:45,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:45,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:46,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:46,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:46,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:46,276 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:33:46,276 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:33:46,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:46,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:46,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:46,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:46,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:46,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:46,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:47,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:47,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:47,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:47,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:47,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:47,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:47,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:47,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:47,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:47,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:47,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:48,657 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:48,756 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:48,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:48,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:49,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:49,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:49,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:49,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:49,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:49,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:49,657 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:49,657 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:49,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:49,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:49,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:50,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:50,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:50,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:50,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:51,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:51,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:51,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:51,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:51,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:51,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:51,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:51,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:51,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:51,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:51,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:52,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:52,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:52,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:52,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:52,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:52,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:52,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:53,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:53,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:53,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:53,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:53,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:53,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:53,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:53,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:54,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:54,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:54,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:54,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:54,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:54,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:54,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:54,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:54,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:54,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:55,660 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:55,660 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:56,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:56,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:56,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:56,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:56,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:56,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:56,660 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:56,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:56,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:56,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:57,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:57,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:57,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:57,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:57,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:57,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:57,661 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:57,661 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:58,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:58,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:58,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:58,661 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:58,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:58,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:58,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:59,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:59,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:59,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:59,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:59,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:59,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:59,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:33:59,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:33:59,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:33:59,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:33:59,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:33:59,921 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:34:00,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:00,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:00,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:00,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:01,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:01,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:01,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:01,319 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:34:01,319 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:34:01,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:01,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:01,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:01,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:01,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:01,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:01,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:01,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:02,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:02,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:02,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:02,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:02,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:02,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:02,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:03,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:03,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:03,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:03,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:04,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:04,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:04,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:04,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:04,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:04,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:04,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:04,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:04,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:04,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:05,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:05,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:05,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:05,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:05,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:06,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:06,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:06,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:06,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:06,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:06,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:06,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:06,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:06,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:06,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:07,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:07,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:07,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:07,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:07,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:07,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:07,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:07,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:08,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:08,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:08,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:08,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:08,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:08,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:08,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:09,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:09,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:09,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:09,491 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:09,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:09,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:09,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:09,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:09,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:09,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:09,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:10,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:10,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:10,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:10,667 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:11,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:11,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:11,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:11,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:11,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:11,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:11,667 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:11,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:11,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:11,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:11,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:12,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:12,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:12,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:12,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:12,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:12,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:12,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:13,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:13,669 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:13,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:13,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:13,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:14,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:14,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:14,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:14,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:14,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:14,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:14,669 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:14,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:14,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:14,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:15,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:15,189 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:15,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:15,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:15,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:16,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:16,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:16,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:16,494 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:34:16,494 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:34:16,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:16,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:16,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:16,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:17,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:17,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:17,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:17,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:17,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:17,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:17,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:17,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:17,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:17,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:17,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:18,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:18,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:18,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:18,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:19,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:19,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:19,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:19,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:19,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:19,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:19,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:19,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:19,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:19,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:19,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:20,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:20,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:20,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:20,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:20,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:20,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:20,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:21,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:21,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:21,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:21,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:21,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:21,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:21,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:21,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:22,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:22,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:22,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:22,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:22,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:22,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:22,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:22,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:22,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:22,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:23,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:23,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:24,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:24,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:24,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:24,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:24,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:24,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:24,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:24,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:24,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:24,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:25,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:25,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:25,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:25,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:25,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:25,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:25,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:25,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:26,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:26,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:26,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:26,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:26,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:26,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:26,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:27,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:27,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:27,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:27,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:27,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:27,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:27,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:27,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:27,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:27,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:27,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:28,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:28,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:28,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:28,676 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:29,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:29,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:29,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:29,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:29,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:29,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:29,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:29,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:29,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:29,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:29,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:30,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:30,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:30,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:30,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:30,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:30,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:30,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:31,575 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:34:31,575 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:34:31,678 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:31,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:31,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:31,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:32,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:32,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:32,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:32,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:32,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:32,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:32,679 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:32,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:32,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:32,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:33,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:33,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:33,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:33,679 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:34,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:34,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:34,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:34,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:34,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:34,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:34,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:34,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:34,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:34,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:34,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:35,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:35,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:35,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:35,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:35,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:35,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:35,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:36,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:36,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:36,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:36,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:36,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:36,943 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:36,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:36,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:37,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:37,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:37,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:37,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:37,642 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:37,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:37,682 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:37,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:37,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:37,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:38,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:38,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:38,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:38,523 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:34:38,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:38,685 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:39,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:39,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:39,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:39,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:39,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:39,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:39,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:40,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:40,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:40,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:40,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:40,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:40,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:40,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:40,685 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:40,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:40,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:40,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:41,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:41,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:41,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:41,686 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:42,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:42,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:42,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:42,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:42,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:42,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:42,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:42,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:42,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:42,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:42,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:43,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:43,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:43,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:43,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:43,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:43,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:43,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:44,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:44,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:44,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:44,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:44,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:45,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:45,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:45,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:45,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:45,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:45,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:45,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:45,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:45,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:45,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:46,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:46,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:46,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:46,612 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:34:46,613 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:34:46,689 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:46,689 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:47,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:47,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:47,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:47,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:47,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:47,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:47,689 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:47,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:47,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:47,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:48,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:48,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:48,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:48,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:48,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:48,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:48,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:48,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:49,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:49,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:49,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:49,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:49,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:49,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:49,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:50,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:50,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:50,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:50,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:50,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:50,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:50,691 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:50,691 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:50,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:50,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:50,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:51,691 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:52,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:52,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:52,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:52,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:52,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:52,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:52,692 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:52,692 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:52,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:52,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:52,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:53,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:53,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:53,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:53,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:53,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:53,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:53,692 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:53,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:53,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:53,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:54,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:54,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:54,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:54,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:54,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:55,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:55,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:55,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:55,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:55,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:55,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:55,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:55,775 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:55,775 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:55,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:56,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:56,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:56,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:56,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:56,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:57,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:57,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:57,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:57,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:57,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:57,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:57,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:57,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:57,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:57,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:58,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:58,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:58,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:58,583 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:58,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:58,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:58,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:58,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:34:59,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:59,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:59,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:34:59,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:34:59,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:34:59,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:34:59,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:00,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:00,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:00,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:00,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:00,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:00,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:00,697 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:00,697 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:00,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:00,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:00,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:01,649 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:35:01,650 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:35:01,697 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:02,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:02,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:02,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:02,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:02,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:02,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:02,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:02,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:02,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:02,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:02,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:03,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:03,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:03,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:03,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:03,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:03,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:03,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:03,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:03,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:03,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:04,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:04,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:04,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:04,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:04,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:05,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:05,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:05,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:05,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:05,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:05,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:05,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:05,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:05,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:05,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:06,194 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:06,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:06,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:06,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:06,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:07,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:07,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:07,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:07,538 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:07,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:07,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:07,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:07,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:07,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:07,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:08,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:08,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:08,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:08,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:08,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:08,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:08,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:08,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:09,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:09,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:09,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:10,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:10,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:10,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:10,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:10,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:10,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:10,702 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:10,702 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:10,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:10,775 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:10,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:11,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:11,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:11,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:11,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:12,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:12,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:12,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:12,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:12,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:12,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:12,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:12,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:12,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:12,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:12,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:13,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:13,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:13,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:13,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:13,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:13,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:13,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:13,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:13,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:13,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:14,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:14,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:14,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:14,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:14,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:15,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:15,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:15,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:15,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:15,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:15,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:15,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:15,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:15,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:15,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:16,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:16,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:16,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:16,683 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:35:16,683 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:35:16,706 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:16,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:17,191 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:35:17,392 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:17,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:17,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:17,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:17,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:17,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:17,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:18,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:18,092 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:18,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:18,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:18,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:18,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:18,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:18,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:18,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:18,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:18,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:19,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:19,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:19,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:19,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:20,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:20,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:20,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:20,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:20,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:20,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:20,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:20,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:20,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:20,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:20,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:21,198 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:21,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:21,199 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:21,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:21,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:21,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:21,710 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:22,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:22,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:22,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:22,710 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:22,710 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:22,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:22,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:22,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:23,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:23,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:23,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:23,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:23,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:23,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:23,711 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:23,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:23,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:23,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:24,711 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:24,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:24,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:24,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:24,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:25,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:25,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:25,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:25,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:25,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:25,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:25,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:26,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:26,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:26,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:26,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:26,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:26,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:26,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:26,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:27,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:27,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:27,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:27,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:27,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:27,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:27,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:28,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:28,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:28,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:28,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:28,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:28,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:28,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:28,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:28,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:28,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:28,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:29,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:29,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:29,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:29,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:30,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:30,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:30,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:30,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:30,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:30,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:30,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:30,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:31,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:31,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:31,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:31,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:31,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:31,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:31,717 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:31,832 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:35:31,832 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:35:32,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:32,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:32,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:32,717 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:32,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:32,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:32,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:32,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:33,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:33,174 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:33,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:33,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:33,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:33,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:33,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:33,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:33,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:33,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:34,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:34,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:34,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:34,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:34,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:35,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:35,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:35,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:35,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:35,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:35,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:35,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:36,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:36,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:36,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:36,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:36,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:36,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:36,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:36,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:36,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:36,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:36,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:37,722 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:37,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:37,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:37,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:38,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:38,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:38,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:38,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:38,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:38,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:38,722 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:38,722 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:38,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:38,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:38,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:39,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:39,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:39,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:39,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:40,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:40,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:40,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:40,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:40,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:40,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:40,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:40,725 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:40,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:40,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:40,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:41,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:41,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:41,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:41,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:41,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:41,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:41,725 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:42,725 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:42,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:42,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:42,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:43,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:43,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:43,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:43,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:43,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:43,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:43,726 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:43,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:43,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:43,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:44,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:44,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:44,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:44,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:44,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:44,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:44,727 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:44,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:45,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:45,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:45,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:45,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:45,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:45,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:45,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:46,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:46,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:46,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:46,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:46,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:46,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:46,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:46,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:46,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:46,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:46,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:46,890 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:35:46,890 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:35:47,729 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:48,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:48,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:48,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:48,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:48,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:48,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:48,730 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:48,730 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:48,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:48,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:48,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:49,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:49,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:49,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:49,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:49,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:49,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:49,730 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:50,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:50,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:50,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:50,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:50,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:51,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:51,033 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:51,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:51,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:51,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:51,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:51,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:51,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:51,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:51,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:52,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:52,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:52,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:52,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:52,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:53,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:53,063 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:53,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:53,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:53,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:53,413 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:53,733 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:53,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:53,763 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:53,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:54,113 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:54,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:54,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:54,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:54,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:54,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:54,733 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:54,734 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:55,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:55,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:55,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:55,734 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:55,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:55,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:55,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:56,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:56,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:56,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:56,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:56,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:56,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:56,734 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:56,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:57,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:57,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:57,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:57,155 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:35:57,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:58,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:58,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:58,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:58,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:58,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:58,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:58,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:35:58,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:35:58,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:58,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:58,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:59,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:59,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:59,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:59,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:35:59,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:35:59,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:35:59,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:00,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:00,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:00,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:00,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:00,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:01,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:01,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:01,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:01,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:01,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:01,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:01,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:01,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:01,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:01,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:01,930 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:36:01,931 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:36:02,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:02,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:02,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:02,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:02,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:02,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:02,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:02,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:03,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:03,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:03,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:03,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:03,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:03,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:03,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:04,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:04,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:04,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:04,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:04,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:04,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:04,739 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:04,739 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:04,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:04,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:04,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:05,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:05,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:05,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:05,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:06,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:06,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:06,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:06,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:06,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:06,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:06,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:06,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:06,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:06,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:06,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:07,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:07,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:07,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:07,741 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:08,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:08,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:08,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:08,741 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:08,742 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:08,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:08,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:08,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:09,174 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:09,174 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:09,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:09,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:09,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:09,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:09,742 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:09,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:09,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:09,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:10,743 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:10,743 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:10,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:10,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:10,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:11,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:11,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:11,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:11,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:11,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:11,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:11,743 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:11,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:11,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:11,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:12,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:12,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:12,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:12,744 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:12,744 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:13,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:13,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:13,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:13,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:13,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:13,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:13,744 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:13,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:13,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:13,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:14,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:14,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:14,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:14,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:14,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:14,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:14,745 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:14,745 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:15,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:15,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:15,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:15,745 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:16,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:16,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:16,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:16,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:16,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:16,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:16,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:16,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:16,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:16,745 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:16,746 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:16,971 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:36:16,972 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:36:17,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:17,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:17,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:17,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:17,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:17,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:17,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:18,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:18,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:18,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:18,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:18,748 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:18,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:18,793 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:18,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:19,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:19,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:19,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:19,491 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:19,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:19,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:19,748 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:19,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:19,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:19,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:20,748 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:20,749 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:20,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:20,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:20,958 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:21,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:21,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:21,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:21,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:21,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:21,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:21,749 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:22,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:22,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:22,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:22,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:22,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:22,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:22,750 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:22,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:23,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:23,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:23,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:23,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:23,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:23,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:23,750 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:24,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:24,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:24,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:24,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:24,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:24,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:24,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:24,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:24,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:24,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:24,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:25,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:25,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:25,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:25,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:26,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:26,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:26,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:26,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:26,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:26,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:26,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:26,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:26,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:26,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:26,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:27,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:27,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:27,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:27,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:28,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:28,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:28,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:28,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:28,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:28,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:28,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:28,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:29,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:29,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:29,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:29,361 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:29,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:29,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:29,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:29,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:29,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:29,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:30,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:30,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:30,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:30,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:30,755 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:31,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:31,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:31,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:31,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:31,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:31,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:31,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:31,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:31,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:31,755 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:32,003 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:36:32,003 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:36:32,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:32,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:32,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:32,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:32,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:32,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:32,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:32,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:33,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:33,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:33,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:33,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:33,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:33,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:33,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:34,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:34,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:34,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:34,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:34,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:34,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:34,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:34,758 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:35,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:35,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:35,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:35,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:35,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:35,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:35,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:36,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:36,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:36,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:36,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:36,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:36,891 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:36:36,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:36,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:36,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:37,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:37,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:37,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:37,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:37,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:37,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:37,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:37,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:37,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:37,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:38,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:38,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:38,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:38,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:38,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:39,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:39,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:39,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:39,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:39,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:39,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:39,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:39,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:39,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:39,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:40,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:40,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:40,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:40,762 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:40,763 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:41,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:41,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:41,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:41,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:41,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:41,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:41,762 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:42,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:42,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:42,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:42,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:42,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:42,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:42,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:42,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:42,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:42,763 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:42,763 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:43,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:43,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:43,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:43,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:44,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:44,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:44,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:44,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:44,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:44,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:44,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:44,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:44,813 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:44,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:44,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:45,162 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:45,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:45,163 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:45,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:45,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:45,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:45,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:46,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:46,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:46,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:46,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:46,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:46,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:46,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:46,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:47,035 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:36:47,036 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:36:47,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:47,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:47,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:47,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:47,642 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:47,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:47,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:47,991 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:47,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:47,992 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:48,766 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:48,766 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:48,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:48,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:48,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:49,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:49,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:49,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:49,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:49,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:49,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:49,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:49,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:49,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:49,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:50,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:50,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:50,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:50,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:50,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:51,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:51,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:51,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:51,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:52,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:52,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:52,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:52,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:52,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:52,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:52,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:52,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:52,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:52,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:52,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:53,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:53,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:53,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:53,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:53,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:53,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:53,770 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:54,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:54,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:54,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:54,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:54,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:55,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:55,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:55,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:55,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:55,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:55,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:55,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:55,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:55,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:55,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:56,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:56,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:56,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:56,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:56,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:57,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:57,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:57,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:57,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:57,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:57,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:57,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:57,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:57,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:57,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:58,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:58,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:58,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:58,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:58,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:58,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:58,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:58,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:36:59,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:59,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:59,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:36:59,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:36:59,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:36:59,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:36:59,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:00,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:00,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:00,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:00,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:00,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:00,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:00,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:00,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:01,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:01,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:01,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:01,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:02,068 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:37:02,068 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:37:02,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:02,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:02,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:02,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:02,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:02,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:02,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:02,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:02,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:02,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:02,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:03,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:03,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:03,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:03,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:03,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:03,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:03,788 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:04,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:04,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:04,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:04,789 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:04,789 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:04,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:04,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:04,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:05,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:05,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:05,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:05,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:05,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:05,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:05,789 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:05,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:05,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:05,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:06,790 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:06,790 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:07,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:07,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:07,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:07,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:07,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:07,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:07,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:07,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:07,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:07,790 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:08,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:08,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:08,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:08,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:08,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:08,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:08,791 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:08,792 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:09,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:09,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:09,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:09,792 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:09,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:09,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:09,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:10,208 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:10,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:10,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:10,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:10,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:10,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:10,792 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:10,792 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:10,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:10,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:10,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:11,793 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:11,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:11,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:11,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:12,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:12,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:12,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:12,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:12,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:12,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:12,793 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:12,794 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:13,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:13,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:13,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:13,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:13,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:13,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:13,794 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:14,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:14,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:14,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:14,795 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:14,795 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:14,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:14,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:14,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:15,174 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:15,174 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:15,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:15,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:15,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:15,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:15,795 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:15,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:15,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:15,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:16,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:16,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:16,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:16,268 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:37:16,796 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:16,796 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:17,134 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:37:17,134 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:37:17,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:17,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:17,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:17,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:17,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:17,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:17,796 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:17,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:17,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:17,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:18,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:18,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:18,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:18,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:18,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:18,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:18,797 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:18,797 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:19,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:19,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:19,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:19,797 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:19,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:19,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:19,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:20,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:20,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:20,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:20,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:20,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:20,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:20,798 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:20,798 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:21,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:21,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:21,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:21,798 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:22,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:22,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:22,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:22,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:22,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:22,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:22,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:22,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:22,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:22,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:22,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:23,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:23,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:23,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:23,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:23,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:23,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:23,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:24,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:24,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:24,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:24,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:24,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:25,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:25,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:25,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:25,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:25,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:25,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:25,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:25,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:25,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:25,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:26,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:26,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:26,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:26,801 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:26,801 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:27,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:27,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:27,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:27,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:27,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:27,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:27,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:27,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:27,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:27,801 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:28,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:28,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:28,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:28,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:28,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:28,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:28,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:28,803 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:29,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:29,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:29,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:29,803 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:29,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:29,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:29,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:30,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:30,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:30,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:30,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:30,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:30,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:30,803 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:30,803 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:30,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:30,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:30,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:31,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:31,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:31,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:31,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:32,167 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:37:32,168 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:37:32,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:32,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:32,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:32,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:32,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:32,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:32,807 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:32,807 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:32,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:32,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:32,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:33,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:33,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:33,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:33,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:33,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:33,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:33,807 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:34,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:34,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:34,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:34,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:34,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:35,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:35,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:35,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:35,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:35,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:35,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:35,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:35,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:35,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:35,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:36,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:36,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:36,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:36,809 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:36,809 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:37,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:37,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:37,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:37,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:37,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:37,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:37,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:37,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:37,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:37,809 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:38,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:38,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:38,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:38,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:38,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:38,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:38,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:38,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:39,383 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:39,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:39,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:39,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:39,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:39,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:39,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:40,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:40,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:40,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:40,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:40,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:40,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:40,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:40,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:40,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:40,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:40,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:41,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:41,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:41,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:42,190 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:42,190 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:42,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:42,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:42,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:42,540 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:42,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:42,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:42,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:42,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:42,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:43,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:43,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:43,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:43,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:44,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:44,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:44,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:44,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:44,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:44,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:44,814 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:44,814 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:44,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:44,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:44,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:45,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:45,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:45,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:45,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:45,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:45,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:45,814 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:45,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:45,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:45,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:46,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:46,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:47,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:47,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:47,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:47,207 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:37:47,208 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:37:47,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:47,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:47,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:47,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:47,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:47,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:47,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:48,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:48,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:48,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:48,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:48,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:48,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:48,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:48,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:49,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:49,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:49,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:49,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:49,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:49,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:49,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:50,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:50,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:50,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:50,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:50,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:50,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:50,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:50,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:50,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:50,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:50,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:51,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:51,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:51,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:51,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:52,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:52,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:52,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:52,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:52,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:52,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:52,818 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:52,818 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:52,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:52,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:52,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:53,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:53,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:53,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:53,818 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:54,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:54,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:54,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:54,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:54,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:54,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:54,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:54,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:54,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:54,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:54,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:55,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:55,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:55,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:55,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:55,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:55,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:55,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:56,327 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:37:56,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:56,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:56,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:56,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:56,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:57,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:57,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:57,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:57,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:57,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:57,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:57,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:57,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:57,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:57,821 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:58,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:58,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:58,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:58,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:58,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:58,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:58,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:58,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:37:59,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:59,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:59,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:37:59,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:37:59,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:37:59,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:37:59,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:00,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:00,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:00,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:00,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:00,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:00,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:00,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:00,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:01,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:01,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:01,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:01,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:02,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:02,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:02,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:02,240 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:38:02,241 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:38:02,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:02,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:02,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:02,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:02,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:02,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:02,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:02,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:03,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:03,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:03,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:03,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:03,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:03,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:03,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:03,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:03,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:03,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:04,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:04,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:04,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:04,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:05,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:05,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:05,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:05,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:05,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:05,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:05,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:05,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:05,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:05,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:06,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:06,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:06,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:06,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:06,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:07,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:07,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:07,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:07,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:07,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:07,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:07,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:08,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:08,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:08,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:08,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:08,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:08,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:08,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:08,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:08,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:08,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:08,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:09,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:09,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:09,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:10,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:10,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:10,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:10,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:10,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:10,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:10,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:10,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:10,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:10,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:10,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:11,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:11,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:11,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:11,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:11,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:11,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:11,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:12,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:12,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:12,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:12,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:12,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:13,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:13,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:13,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:13,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:13,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:13,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:13,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:13,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:13,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:13,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:14,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:14,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:14,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:14,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:14,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:15,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:15,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:15,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:15,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:15,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:15,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:15,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:15,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:15,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:15,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:16,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:16,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:16,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:16,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:16,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:16,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:16,833 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:16,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:17,385 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:38:17,385 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:38:17,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:17,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:17,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:17,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:17,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:17,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:17,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:18,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:18,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:18,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:18,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:18,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:18,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:18,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:18,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:18,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:18,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:18,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:19,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:20,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:20,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:20,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:20,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:20,406 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:20,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:20,756 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:20,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:20,757 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:20,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:20,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:21,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:21,106 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:21,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:21,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:21,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:21,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:21,837 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:22,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:22,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:22,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:22,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:22,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:22,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:22,837 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:22,837 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:23,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:23,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:23,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:23,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:23,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:23,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:23,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:23,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:23,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:23,837 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:24,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:24,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:24,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:24,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:24,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:25,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:25,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:25,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:25,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:25,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:25,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:25,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:25,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:25,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:25,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:26,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:26,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:26,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:26,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:26,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:26,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:26,839 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:26,839 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:27,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:27,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:27,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:27,839 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:28,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:28,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:28,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:28,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:28,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:28,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:28,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:28,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:28,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:28,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:28,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:29,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:29,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:29,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:29,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:30,033 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:30,033 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:30,034 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:30,383 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:30,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:30,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:30,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:30,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:30,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:30,841 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:30,841 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:31,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:31,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:31,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:31,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:31,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:31,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:31,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:32,421 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:38:32,421 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:38:32,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:32,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:32,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:32,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:32,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:32,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:32,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:32,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:33,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:33,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:33,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:33,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:33,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:33,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:33,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:33,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:33,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:33,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:34,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:34,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:34,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:34,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:34,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:35,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:35,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:35,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:35,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:35,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:35,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:35,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:35,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:35,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:35,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:36,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:36,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:36,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:36,434 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:38:36,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:37,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:37,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:37,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:37,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:37,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:37,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:37,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:37,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:38,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:38,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:38,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:38,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:38,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:38,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:38,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:38,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:38,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:38,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:39,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:39,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:39,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:39,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:39,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:40,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:40,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:40,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:40,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:40,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:40,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:40,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:41,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:41,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:41,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:41,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:41,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:41,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:41,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:41,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:41,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:41,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:41,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:42,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:42,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:42,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:42,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:43,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:43,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:43,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:43,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:43,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:43,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:43,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:43,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:43,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:43,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:43,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:44,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:44,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:44,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:44,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:45,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:45,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:45,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:45,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:45,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:45,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:45,854 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:45,854 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:45,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:45,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:45,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:46,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:46,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:46,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:46,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:46,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:46,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:46,854 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:47,472 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:38:47,473 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:38:47,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:47,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:47,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:47,854 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:47,855 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:48,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:48,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:48,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:48,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:48,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:48,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:48,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:48,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:48,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:48,855 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:49,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:49,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:49,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:49,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:49,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:49,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:49,855 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:49,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:51,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:51,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:51,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:51,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:51,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:51,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:51,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:51,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:51,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:51,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:51,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:52,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:52,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:52,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:52,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:52,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:52,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:52,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:52,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:52,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:52,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:53,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:53,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:53,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:53,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:53,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:54,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:54,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:54,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:54,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:54,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:54,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:54,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:54,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:54,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:54,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:55,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:55,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:55,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:55,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:55,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:55,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:55,860 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:55,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:56,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:56,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:56,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:56,860 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:56,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:56,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:56,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:57,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:57,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:57,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:57,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:57,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:57,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:57,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:57,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:38:57,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:57,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:57,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:58,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:59,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:59,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:59,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:59,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:59,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:59,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:59,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:38:59,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:38:59,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:38:59,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:38:59,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:00,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:00,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:00,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:00,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:00,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:00,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:00,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:01,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:01,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:01,413 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:01,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:01,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:01,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:01,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:01,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:02,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:02,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:02,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:02,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:02,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:02,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:02,622 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:39:02,622 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:39:02,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:02,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:02,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:02,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:03,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:03,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:03,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:03,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:03,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:04,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:04,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:04,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:04,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:04,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:04,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:04,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:04,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:04,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:04,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:05,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:05,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:05,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:05,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:05,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:06,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:06,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:06,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:06,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:06,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:06,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:06,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:06,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:06,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:06,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:07,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:07,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:07,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:07,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:07,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:07,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:07,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:07,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:08,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:08,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:08,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:08,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:08,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:08,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:08,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:09,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:09,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:09,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:09,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:09,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:09,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:09,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:09,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:09,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:09,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:09,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:10,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:10,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:10,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:10,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:11,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:11,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:11,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:11,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:11,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:11,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:11,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:11,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:11,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:11,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:11,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:12,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:12,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:12,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:12,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:12,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:12,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:12,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:13,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:13,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:13,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:13,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:14,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:14,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:14,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:14,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:14,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:14,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:14,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:14,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:14,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:14,992 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:15,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:15,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:15,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:15,378 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:39:15,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:15,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:16,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:16,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:16,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:17,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:17,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:17,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:17,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:17,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:17,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:17,651 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:39:17,652 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:39:17,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:17,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:17,963 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:17,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:17,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:18,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:18,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:18,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:18,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:18,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:18,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:18,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:19,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:19,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:19,615 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:19,872 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:19,872 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:19,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:19,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:19,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:20,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:20,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:20,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:20,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:20,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:20,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:20,872 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:21,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:21,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:21,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:21,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:21,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:21,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:21,873 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:21,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:22,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:22,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:22,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:22,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:22,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:22,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:22,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:23,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:23,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:23,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:23,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:23,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:23,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:23,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:23,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:23,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:23,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:23,875 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:24,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:24,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:24,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:24,875 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:25,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:25,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:25,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:25,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:25,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:25,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:25,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:25,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:25,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:25,875 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:25,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:26,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:26,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:26,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:26,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:27,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:27,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:27,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:27,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:27,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:27,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:27,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:27,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:28,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:28,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:28,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:28,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:28,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:28,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:28,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:28,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:28,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:28,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:29,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:29,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:29,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:29,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:29,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:30,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:30,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:30,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:30,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:30,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:30,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:30,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:30,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:30,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:30,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:31,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:31,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:31,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:31,879 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:31,879 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:32,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:32,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:32,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:32,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:32,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:32,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:32,692 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:39:32,692 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:39:32,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:32,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:32,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:32,879 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:33,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:33,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:33,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:33,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:33,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:33,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:33,880 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:33,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:34,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:34,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:34,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:35,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:35,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:35,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:35,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:35,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:35,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:35,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:35,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:35,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:35,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:35,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:36,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:36,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:36,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:36,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:37,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:37,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:37,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:37,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:37,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:37,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:37,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:37,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:38,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:38,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:38,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:38,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:38,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:38,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:38,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:38,716 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:38,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:38,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:39,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:39,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:39,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:39,883 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:39,883 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:40,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:40,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:40,141 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:40,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:40,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:40,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:40,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:40,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:40,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:40,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:41,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:41,190 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:41,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:41,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:41,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:41,540 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:41,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:41,885 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:42,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:42,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:42,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:42,885 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:43,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:43,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:43,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:43,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:43,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:43,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:43,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:43,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:43,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:43,885 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:43,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:44,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:44,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:44,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:44,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:45,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:45,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:45,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:45,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:45,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:45,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:45,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:45,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:45,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:45,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:45,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:46,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:46,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:46,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:46,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:46,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:46,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:46,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:47,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:47,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:47,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:47,728 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:39:47,729 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:39:47,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:47,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:47,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:47,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:47,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:48,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:48,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:48,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:48,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:48,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:48,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:48,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:48,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:48,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:48,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:49,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:49,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:49,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:49,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:49,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:50,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:50,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:50,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:50,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:50,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:50,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:50,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:50,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:50,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:50,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:51,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:51,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:51,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:51,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:51,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:52,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:52,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:52,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:52,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:52,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:52,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:52,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:53,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:53,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:53,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:53,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:53,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:53,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:53,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:53,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:53,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:53,891 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:53,891 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:54,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:54,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:54,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:54,318 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:39:54,891 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:55,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:55,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:55,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:55,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:55,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:55,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:55,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:55,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:55,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:55,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:55,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:56,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:56,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:56,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:56,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:56,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:56,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:56,901 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:57,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:57,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:57,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:57,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:57,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:57,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:57,901 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:57,901 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:39:58,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:58,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:58,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:58,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:58,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:58,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:58,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:39:58,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:39:58,853 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:39:58,901 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:39:59,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:00,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:00,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:00,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:00,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:00,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:00,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:00,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:00,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:00,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:00,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:01,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:01,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:01,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:01,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:01,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:01,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:01,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:01,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:02,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:02,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:02,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:02,767 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:40:02,768 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:40:02,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:02,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:02,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:02,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:03,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:03,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:03,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:03,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:03,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:03,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:03,904 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:03,904 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:03,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:03,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:03,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:04,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:04,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:04,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:04,904 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:05,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:05,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:05,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:05,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:05,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:05,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:05,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:05,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:05,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:05,905 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:05,905 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:06,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:06,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:06,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:06,905 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:07,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:07,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:07,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:07,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:07,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:07,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:07,906 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:07,906 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:08,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:08,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:08,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:08,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:08,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:08,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:08,906 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:08,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:08,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:08,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:09,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:09,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:09,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:09,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:09,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:10,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:10,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:10,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:10,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:10,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:10,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:10,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:10,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:10,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:10,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:11,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:11,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:11,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:11,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:11,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:11,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:11,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:11,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:12,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:12,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:12,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:12,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:13,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:13,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:13,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:13,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:13,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:13,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:13,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:13,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:13,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:13,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:13,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:14,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:14,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:14,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:14,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:15,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:15,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:15,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:15,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:15,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:15,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:15,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:15,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:15,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:15,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:15,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:16,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:16,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:16,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:16,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:16,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:16,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:16,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:17,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:17,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:17,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:17,802 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:40:17,802 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:40:17,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:17,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:17,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:17,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:17,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:18,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:18,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:18,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:18,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:18,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:18,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:18,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:18,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:18,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:18,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:19,912 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:19,912 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:20,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:20,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:20,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:20,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:20,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:20,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:20,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:20,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:20,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:20,912 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:21,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:21,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:21,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:21,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:21,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:21,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:21,912 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:21,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:22,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:22,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:22,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:22,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:22,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:22,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:22,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:23,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:23,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:23,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:23,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:23,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:23,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:23,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:23,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:23,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:23,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:23,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:24,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:24,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:24,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:24,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:25,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:25,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:25,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:25,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:25,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:25,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:25,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:25,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:25,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:25,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:25,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:26,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:26,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:26,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:26,915 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:27,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:27,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:27,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:27,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:27,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:27,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:27,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:27,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:27,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:27,915 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:27,916 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:28,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:28,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:28,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:28,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:28,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:28,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:28,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:28,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:28,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:28,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:29,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:29,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:29,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:29,919 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:29,919 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:30,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:30,199 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:30,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:30,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:30,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:30,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:30,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:30,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:30,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:30,919 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:31,248 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:31,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:31,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:31,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:31,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:32,846 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:40:32,846 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:40:33,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:33,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:33,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:33,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:33,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:33,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:33,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:33,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:33,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:33,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:33,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:34,028 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:40:34,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:34,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:34,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:34,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:34,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:34,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:34,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:34,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:34,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:34,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:35,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:35,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:35,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:35,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:35,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:36,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:36,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:36,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:36,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:36,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:36,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:36,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:36,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:36,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:36,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:37,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:37,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:37,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:37,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:37,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:38,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:38,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:38,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:38,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:38,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:38,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:38,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:38,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:38,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:38,924 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:39,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:39,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:39,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:39,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:39,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:39,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:39,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:39,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:40,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:40,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:40,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:40,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:41,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:41,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:41,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:41,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:41,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:41,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:41,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:41,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:41,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:41,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:41,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:42,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:42,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:42,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:42,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:43,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:43,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:43,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:43,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:43,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:43,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:43,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:43,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:43,813 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:43,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:43,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:44,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:44,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:44,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:44,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:44,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:44,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:44,928 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:45,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:45,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:45,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:45,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:45,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:45,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:45,928 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:45,928 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:46,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:46,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:46,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:46,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:46,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:46,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:46,929 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:46,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:46,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:46,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:47,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:47,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:47,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:47,929 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:47,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:47,982 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:40:47,982 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:40:48,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:48,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:48,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:48,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:48,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:48,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:48,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:49,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:49,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:49,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:49,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:49,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:49,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:49,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:49,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:49,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:49,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:49,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:50,775 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:50,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:50,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:50,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:51,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:51,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:51,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:51,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:51,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:51,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:51,827 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:51,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:51,828 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:51,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:51,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:52,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:52,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:52,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:52,932 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:53,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:53,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:53,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:53,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:53,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:53,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:53,932 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:53,933 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:53,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:53,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:53,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:54,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:54,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:54,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:54,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:54,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:54,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:54,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:55,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:55,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:55,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:55,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:55,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:55,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:55,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:55,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:56,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:56,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:56,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:56,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:56,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:56,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:56,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:57,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:57,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:57,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:57,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:57,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:57,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:57,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:57,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:40:58,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:58,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:58,332 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:58,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:58,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:58,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:58,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:59,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:59,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:59,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:59,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:59,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:59,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:59,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:40:59,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:40:59,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:40:59,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:40:59,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:00,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:00,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:00,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:00,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:01,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:01,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:01,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:01,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:01,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:01,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:01,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:01,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:01,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:01,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:01,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:02,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:02,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:02,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:02,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:03,033 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:41:03,033 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:41:03,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:03,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:03,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:03,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:03,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:03,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:03,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:03,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:03,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:03,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:03,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:04,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:04,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:04,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:04,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:04,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:04,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:04,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:05,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:05,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:05,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:05,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:05,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:06,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:06,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:06,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:06,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:06,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:06,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:06,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:06,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:06,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:06,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:07,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:07,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:07,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:07,941 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:07,941 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:08,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:08,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:08,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:08,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:08,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:08,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:08,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:08,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:08,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:08,941 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:09,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:09,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:09,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:09,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:09,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:09,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:09,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:09,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:10,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:10,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:10,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:10,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:10,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:10,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:10,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:11,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:11,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:11,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:11,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:11,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:11,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:11,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:11,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:11,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:11,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:11,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:12,921 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:41:12,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:12,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:12,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:13,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:13,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:13,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:13,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:13,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:13,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:13,944 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:13,944 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:14,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:14,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:14,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:14,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:14,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:14,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:14,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:14,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:14,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:14,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:15,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:15,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:15,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:15,947 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:15,947 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:15,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:15,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:15,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:16,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:16,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:16,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:16,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:16,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:16,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:16,947 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:17,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:17,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:17,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:17,948 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:17,948 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:18,142 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:41:18,142 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:41:18,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:18,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:18,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:18,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:18,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:18,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:18,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:18,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:18,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:18,948 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:19,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:19,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:19,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:19,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:19,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:19,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:19,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:19,952 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:20,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:20,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:20,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:20,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:20,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:20,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:20,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:21,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:21,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:21,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:21,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:21,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:21,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:21,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:21,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:21,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:21,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:21,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:23,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:23,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:23,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:23,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:23,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:23,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:23,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:23,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:23,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:23,952 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:23,952 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:24,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:24,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:24,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:24,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:24,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:24,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:24,954 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:25,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:25,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:25,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:25,954 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:25,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:25,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:25,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:25,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:26,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:26,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:26,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:26,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:26,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:26,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:26,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:27,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:27,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:27,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:27,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:27,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:28,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:28,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:28,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:28,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:28,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:28,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:28,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:29,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:29,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:29,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:29,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:29,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:29,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:29,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:29,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:29,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:29,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:29,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:31,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:31,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:31,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:31,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:31,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:31,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:31,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:31,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:31,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:31,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:31,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:32,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:32,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:32,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:32,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:32,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:32,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:32,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:33,215 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:41:33,215 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:41:33,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:33,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:33,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:33,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:33,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:33,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:33,958 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:33,958 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:34,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:34,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:34,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:34,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:34,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:34,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:34,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:34,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:34,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:34,959 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:35,959 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:35,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:35,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:35,992 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:36,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:36,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:36,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:36,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:36,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:36,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:36,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:37,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:37,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:37,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:37,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:37,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:37,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:37,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:37,764 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:37,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:37,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:37,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:38,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:38,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:38,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:38,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:39,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:39,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:39,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:39,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:39,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:39,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:39,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:39,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:39,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:39,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:39,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:40,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:40,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:40,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:40,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:40,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:40,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:40,963 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:41,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:41,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:41,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:41,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:41,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:41,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:41,963 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:41,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:42,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:42,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:42,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:42,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:42,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:42,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:42,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:43,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:43,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:43,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:43,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:43,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:44,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:44,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:44,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:44,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:44,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:44,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:44,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:45,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:45,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:45,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:45,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:45,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:45,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:45,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:45,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:45,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:45,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:45,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:46,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:46,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:46,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:46,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:46,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:46,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:46,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:47,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:47,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:47,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:47,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:47,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:47,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:47,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:47,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:48,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:48,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:48,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:48,334 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:41:48,335 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:41:48,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:48,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:48,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:48,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:49,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:49,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:49,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:49,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:49,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:50,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:50,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:50,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:50,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:50,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:50,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:50,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:50,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:50,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:50,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:51,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:51,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:51,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:51,969 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:51,969 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:52,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:52,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:52,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:52,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:52,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:52,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:52,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:53,027 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:41:53,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:53,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:53,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:53,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:53,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:53,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:53,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:53,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:53,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:53,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:53,971 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:55,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:55,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:55,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:55,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:55,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:55,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:55,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:55,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:55,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:55,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:55,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:56,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:56,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:56,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:56,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:56,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:56,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:56,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:57,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:57,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:57,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:57,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:57,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:57,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:57,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:57,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:58,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:58,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:58,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:58,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:58,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:58,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:58,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:59,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:59,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:59,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:59,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:59,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:59,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:41:59,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:41:59,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:41:59,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:41:59,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:41:59,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:00,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:01,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:01,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:01,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:01,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:01,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:01,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:01,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:01,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:01,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:01,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:01,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:02,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:02,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:02,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:02,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:02,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:02,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:02,976 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:02,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:02,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:02,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:03,370 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:42:03,371 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:42:03,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:03,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:03,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:03,976 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:03,976 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:04,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:04,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:04,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:04,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:04,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:04,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:04,977 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:04,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:04,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:04,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:05,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:05,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:05,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:05,977 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:05,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:06,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:06,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:06,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:06,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:06,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:06,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:06,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:07,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:07,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:07,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:07,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:07,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:07,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:07,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:07,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:07,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:07,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:07,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:08,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:08,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:08,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:08,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:09,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:09,303 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:09,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:09,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:09,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:09,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:09,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:09,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:10,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:10,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:10,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:10,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:10,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:10,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:10,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:10,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:10,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:10,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:11,733 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:11,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:11,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:11,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:11,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:12,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:12,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:12,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:12,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:12,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:12,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:12,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:12,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:12,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:12,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:13,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:13,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:13,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:13,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:13,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:14,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:14,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:14,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:14,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:14,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:14,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:14,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:14,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:14,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:14,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:15,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:15,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:15,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:15,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:15,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:15,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:15,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:15,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:16,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:16,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:16,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:16,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:16,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:16,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:16,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:17,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:17,303 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:17,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:17,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:17,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:17,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:17,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:17,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:18,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:18,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:18,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:18,465 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:42:18,467 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:42:18,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:19,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:19,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:19,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:19,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:19,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:19,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:19,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:19,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:19,751 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:19,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:19,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:20,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:20,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:20,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:20,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:20,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:20,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:20,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:21,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:21,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:21,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:21,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:21,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:22,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:22,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:22,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:22,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:22,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:22,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:22,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:22,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:22,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:22,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:23,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:23,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:23,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:23,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:23,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:23,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:23,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:23,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:24,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:24,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:24,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:24,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:24,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:24,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:24,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:25,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:25,265 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:25,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:25,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:25,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:25,615 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:25,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:25,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:25,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:25,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:25,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:27,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:27,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:27,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:27,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:27,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:27,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:27,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:27,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:27,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:27,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:27,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:28,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:28,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:28,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:28,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:28,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:28,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:28,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:29,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:29,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:29,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:29,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:29,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:29,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:29,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:29,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:30,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:30,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:30,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:30,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:30,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:30,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:30,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:30,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:30,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:30,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:31,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:31,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:31,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:31,993 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:31,993 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:32,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:32,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:32,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:32,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:32,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:32,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:32,993 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:33,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:33,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:33,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:33,124 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:42:33,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:33,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:33,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:33,586 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:42:33,586 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:42:33,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:33,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:33,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:33,994 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:33,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:34,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:34,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:34,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:34,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:35,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:35,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:35,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:35,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:35,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:35,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:35,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:35,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:35,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:35,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:35,996 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:36,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:36,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:36,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:36,996 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:37,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:37,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:37,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:37,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:37,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:37,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:37,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:37,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:37,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:37,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:37,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:38,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:38,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:38,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:38,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:38,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:38,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:38,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:39,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:39,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:39,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:39,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:39,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:39,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:39,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:39,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:40,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:40,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:40,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:40,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:40,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:40,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:40,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:40,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:40,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:40,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:41,943 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:41,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:41,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:42,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:42,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:42,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:42,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:42,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:42,642 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:42,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:42,643 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:42,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:42,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:42,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:43,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:43,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:43,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:43,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:44,001 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:44,001 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:44,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:44,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:44,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:44,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:44,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:44,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:44,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:44,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:44,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:45,001 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:45,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:45,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:45,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:45,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:45,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:45,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:46,001 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:46,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:46,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:46,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:46,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:47,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:47,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:47,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:47,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:47,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:47,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:47,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:47,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:47,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:47,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:48,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:48,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:48,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:48,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:48,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:48,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:48,511 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:48,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:48,619 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:42:48,619 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:42:49,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:49,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:49,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:49,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:49,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:49,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:49,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:50,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:50,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:50,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:50,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:50,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:50,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:50,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:50,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:50,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:50,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:50,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:51,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:52,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:52,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:52,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:52,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:52,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:52,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:52,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:52,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:52,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:52,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:52,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:53,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:53,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:53,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:53,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:53,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:53,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:53,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:54,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:54,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:54,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:54,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:54,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:54,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:54,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:54,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:55,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:55,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:55,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:55,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:55,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:55,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:55,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:55,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:55,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:55,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:56,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:56,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:57,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:57,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:57,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:57,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:57,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:57,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:57,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:57,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:57,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:57,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:58,008 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:58,008 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:42:58,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:58,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:58,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:58,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:58,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:58,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:59,008 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:42:59,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:59,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:59,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:42:59,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:42:59,963 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:42:59,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:00,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:00,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:00,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:00,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:00,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:00,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:00,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:00,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:01,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:01,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:01,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:01,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:01,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:01,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:01,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:02,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:02,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:02,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:02,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:02,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:02,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:02,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:02,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:03,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:03,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:03,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:03,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:03,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:03,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:03,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:03,655 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:43:03,655 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:43:03,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:03,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:03,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:04,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:04,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:04,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:05,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:05,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:05,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:05,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:05,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:05,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:05,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:05,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:05,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:06,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:06,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:06,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:06,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:06,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:06,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:06,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:06,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:07,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:07,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:07,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:07,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:07,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:07,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:07,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:08,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:08,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:08,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:08,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:08,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:08,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:08,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:08,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:08,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:08,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:08,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:09,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:09,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:09,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:09,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:10,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:10,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:10,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:10,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:10,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:10,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:10,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:10,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:10,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:10,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:10,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:11,015 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:11,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:11,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:11,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:11,962 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:43:12,015 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:12,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:12,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:12,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:12,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:12,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:12,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:12,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:12,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:12,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:13,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:13,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:13,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:13,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:13,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:13,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:13,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:13,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:14,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:14,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:14,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:14,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:14,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:14,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:14,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:15,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:15,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:15,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:15,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:15,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:15,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:15,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:15,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:15,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:15,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:15,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:16,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:16,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:16,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:16,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:17,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:17,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:17,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:17,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:17,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:17,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:17,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:17,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:17,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:17,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:17,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:18,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:18,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:18,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:18,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:18,689 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:43:18,689 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:43:19,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:19,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:19,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:19,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:19,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:19,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:19,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:19,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:20,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:20,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:20,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:20,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:20,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:20,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:20,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:20,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:20,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:20,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:21,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:21,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:21,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:21,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:21,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:22,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:22,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:22,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:22,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:22,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:22,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:22,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:23,022 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:23,022 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:23,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:23,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:23,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:23,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:23,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:23,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:23,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:23,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:23,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:24,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:24,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:24,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:24,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:25,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:25,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:25,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:25,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:25,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:25,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:25,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:25,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:25,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:25,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:25,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:26,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:26,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:26,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:26,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:27,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:27,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:27,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:27,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:27,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:27,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:27,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:27,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:28,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:28,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:28,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:28,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:28,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:28,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:28,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:28,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:28,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:28,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:29,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:29,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:29,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:29,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:29,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:29,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:29,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:29,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:30,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:30,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:30,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:30,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:31,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:31,028 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:31,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:31,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:31,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:31,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:31,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:31,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:31,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:31,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:31,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:32,028 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:32,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:32,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:32,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:33,028 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:33,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:33,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:33,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:33,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:33,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:33,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:33,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:33,721 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:43:33,721 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:43:33,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:33,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:33,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:34,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:34,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:34,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:34,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:34,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:34,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:34,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:35,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:35,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:35,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:35,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:35,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:35,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:35,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:35,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:36,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:36,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:36,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:36,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:36,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:36,584 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:36,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:36,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:36,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:36,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:37,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:37,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:37,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:37,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:37,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:38,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:38,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:38,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:38,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:38,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:38,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:38,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:39,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:39,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:39,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:39,032 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:39,032 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:39,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:39,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:39,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:40,032 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:40,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:40,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:40,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:40,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:40,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:40,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:41,032 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:41,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:41,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:41,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:41,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:41,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:41,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:41,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:41,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:41,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:41,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:42,034 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:42,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:42,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:42,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:43,034 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:43,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:43,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:43,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:43,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:43,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:43,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:43,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:43,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:43,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:43,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:44,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:44,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:44,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:44,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:45,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:45,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:45,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:45,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:45,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:45,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:45,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:45,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:45,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:45,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:45,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:46,036 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:46,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:46,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:46,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:46,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:46,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:46,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:47,038 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:47,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:47,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:47,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:47,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:47,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:47,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:47,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:48,038 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:48,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:48,303 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:48,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:48,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:48,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:48,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:48,750 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:43:48,750 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:43:49,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:49,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:49,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:49,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:49,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:49,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:49,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:49,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:50,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:50,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:50,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:50,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:50,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:50,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:50,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:51,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:51,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:51,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:51,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:51,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:51,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:51,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:51,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:51,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:51,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:51,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:51,966 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:43:52,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:52,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:52,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:52,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:53,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:53,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:53,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:53,199 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:53,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:53,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:53,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:53,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:53,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:53,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:53,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:54,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:54,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:54,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:54,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:55,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:55,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:55,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:55,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:55,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:55,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:55,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:55,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:55,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:55,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:55,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:56,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:56,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:56,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:56,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:56,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:56,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:56,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:57,058 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:57,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:57,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:57,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:57,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:58,058 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:58,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:58,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:58,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:58,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:58,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:58,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:59,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:59,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:59,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:59,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:43:59,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:43:59,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:59,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:59,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:43:59,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:43:59,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:43:59,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:00,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:00,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:00,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:00,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:00,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:00,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:00,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:01,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:01,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:01,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:01,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:01,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:01,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:01,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:01,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:02,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:02,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:02,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:02,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:03,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:03,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:03,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:03,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:03,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:03,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:03,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:03,786 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:44:03,786 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:44:03,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:03,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:03,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:04,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:04,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:04,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:04,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:04,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:04,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:04,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:05,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:05,063 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:05,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:05,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:05,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:05,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:05,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:05,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:06,063 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:06,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:06,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:06,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:06,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:06,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:06,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:06,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:06,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:06,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:07,063 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:07,063 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:08,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:08,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:08,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:08,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:08,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:08,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:08,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:08,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:08,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:09,064 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:09,064 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:09,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:09,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:09,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:09,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:09,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:09,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:09,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:09,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:09,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:10,064 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:11,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:11,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:11,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:11,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:11,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:11,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:11,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:11,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:11,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:11,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:12,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:12,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:12,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:12,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:12,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:12,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:12,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:13,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:13,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:13,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:13,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:13,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:13,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:13,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:13,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:14,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:14,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:14,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:14,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:14,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:14,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:14,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:14,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:14,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:14,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:15,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:15,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:15,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:15,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:15,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:16,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:16,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:16,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:16,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:16,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:16,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:16,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:16,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:16,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:16,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:17,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:17,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:17,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:17,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:17,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:18,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:18,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:18,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:18,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:18,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:18,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:18,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:18,818 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:44:18,819 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:44:19,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:19,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:19,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:19,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:19,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:19,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:19,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:19,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:19,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:19,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:19,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:20,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:20,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:20,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:20,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:21,070 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:21,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:21,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:21,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:21,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:21,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:21,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:21,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:21,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:21,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:21,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:22,070 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:22,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:22,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:22,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:22,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:22,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:22,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:23,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:23,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:23,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:23,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:23,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:24,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:24,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:24,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:24,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:24,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:24,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:24,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:24,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:24,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:24,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:25,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:25,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:25,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:25,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:25,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:26,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:26,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:26,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:26,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:26,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:26,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:26,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:26,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:26,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:26,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:27,073 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:27,073 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:27,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:27,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:27,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:27,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:27,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:27,615 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:28,074 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:28,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:28,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:28,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:28,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:28,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:28,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:29,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:29,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:29,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:29,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:29,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:29,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:29,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:29,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:30,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:30,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:30,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:30,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:31,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:31,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:31,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:31,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:31,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:31,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:31,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:31,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:31,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:31,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:32,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:32,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:32,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:32,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:32,358 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:44:32,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:32,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:32,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:32,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:32,877 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:32,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:33,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:33,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:33,848 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:44:33,848 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:44:33,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:33,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:33,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:34,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:34,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:34,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:34,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:34,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:34,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:34,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:34,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:34,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:34,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:35,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:35,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:35,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:35,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:35,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:36,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:36,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:36,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:36,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:36,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:36,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:36,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:37,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:37,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:37,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:37,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:37,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:37,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:37,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:37,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:37,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:37,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:37,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:38,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:38,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:38,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:38,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:39,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:39,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:39,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:39,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:39,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:39,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:39,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:39,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:39,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:39,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:39,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:40,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:40,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:40,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:40,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:41,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:41,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:41,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:41,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:41,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:41,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:41,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:42,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:42,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:42,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:42,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:42,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:42,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:42,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:42,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:42,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:42,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:43,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:43,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:43,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:43,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:43,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:44,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:44,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:44,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:44,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:44,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:44,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:44,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:45,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:45,085 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:45,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:45,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:45,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:45,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:45,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:45,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:45,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:45,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:45,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:46,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:46,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:46,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:46,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:47,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:47,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:47,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:47,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:47,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:47,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:47,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:47,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:47,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:47,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:47,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:48,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:48,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:48,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:48,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:48,881 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:44:48,881 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:44:49,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:49,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:49,642 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:49,642 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:49,643 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:49,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:49,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:49,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:50,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:50,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:50,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:50,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:50,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:50,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:50,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:51,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:51,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:51,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:51,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:51,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:52,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:52,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:52,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:52,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:52,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:52,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:52,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:52,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:52,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:53,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:53,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:53,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:53,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:53,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:53,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:53,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:53,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:54,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:54,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:54,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:54,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:54,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:54,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:54,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:55,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:55,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:55,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:55,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:55,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:55,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:55,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:55,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:55,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:55,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:55,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:56,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:57,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:57,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:57,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:57,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:57,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:57,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:57,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:57,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:57,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:57,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:57,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:58,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:58,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:58,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:58,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:58,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:58,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:58,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:58,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:58,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:58,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:44:59,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:44:59,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:44:59,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:44:59,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:44:59,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:00,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:00,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:00,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:00,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:00,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:00,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:00,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:00,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:00,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:00,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:01,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:01,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:01,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:01,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:01,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:02,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:02,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:02,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:02,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:02,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:02,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:02,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:02,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:02,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:02,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:03,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:03,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:03,198 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:03,199 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:03,199 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:03,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:03,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:03,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:03,916 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:45:03,917 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:45:04,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:04,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:04,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:04,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:04,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:04,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:04,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:05,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:05,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:05,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:05,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:05,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:05,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:05,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:05,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:05,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:05,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:05,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:06,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:06,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:06,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:06,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:07,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:07,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:07,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:07,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:07,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:07,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:07,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:07,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:07,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:07,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:07,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:08,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:08,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:08,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:08,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:08,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:08,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:08,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:09,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:09,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:09,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:09,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:09,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:10,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:10,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:10,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:10,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:10,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:10,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:10,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:10,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:10,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:10,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:11,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:11,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:11,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:11,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:11,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:11,639 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:45:12,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:12,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:12,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:12,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:12,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:12,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:12,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:12,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:12,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:12,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:13,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:13,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:13,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:13,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:13,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:13,607 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:13,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:13,608 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:14,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:14,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:14,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:14,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:14,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:14,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:14,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:15,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:15,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:15,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:15,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:15,243 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:15,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:15,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:15,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:15,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:15,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:15,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:16,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:17,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:17,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:17,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:17,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:17,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:17,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:17,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:18,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:18,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:18,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:18,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:18,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:18,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:18,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:18,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:18,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:18,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:19,000 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:45:19,000 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:45:19,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:19,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:19,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:19,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:19,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:19,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:19,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:19,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:20,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:20,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:20,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:20,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:20,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:20,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:20,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:21,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:21,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:21,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:21,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:21,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:21,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:21,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:21,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:21,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:21,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:21,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:22,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:23,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:23,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:23,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:23,111 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:23,111 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:23,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:23,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:23,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:23,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:23,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:23,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:24,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:24,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:24,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:24,111 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:24,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:24,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:24,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:25,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:25,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:25,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:25,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:25,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:25,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:25,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:25,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:26,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:26,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:26,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:26,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:26,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:26,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:26,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:26,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:26,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:26,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:27,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:27,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:27,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:27,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:27,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:28,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:28,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:28,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:28,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:28,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:28,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:28,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:28,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:28,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:28,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:29,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:29,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:29,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:29,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:29,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:30,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:30,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:30,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:30,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:30,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:30,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:30,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:30,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:30,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:31,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:31,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:31,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:31,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:31,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:31,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:31,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:31,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:31,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:32,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:32,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:32,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:32,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:32,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:32,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:32,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:33,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:33,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:33,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:33,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:33,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:33,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:33,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:33,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:34,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:34,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:34,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:34,032 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:45:34,033 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:45:34,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:34,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:34,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:34,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:35,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:35,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:35,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:35,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:35,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:35,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:35,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:35,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:36,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:36,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:36,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:36,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:36,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:36,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:36,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:36,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:36,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:36,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:37,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:37,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:37,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:37,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:37,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:38,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:38,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:38,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:38,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:38,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:38,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:38,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:38,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:38,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:38,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:39,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:39,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:39,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:39,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:39,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:40,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:40,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:40,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:40,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:40,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:40,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:40,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:41,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:41,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:41,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:41,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:41,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:41,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:41,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:41,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:41,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:41,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:41,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:42,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:43,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:43,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:43,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:43,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:43,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:43,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:43,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:43,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:43,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:43,764 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:43,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:44,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:44,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:44,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:44,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:44,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:44,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:44,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:45,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:45,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:45,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:45,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:45,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:45,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:45,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:45,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:46,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:46,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:46,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:46,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:46,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:46,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:46,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:46,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:46,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:46,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:47,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:47,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:47,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:47,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:47,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:48,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:48,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:48,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:48,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:48,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:48,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:48,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:48,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:48,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:48,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:49,069 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:45:49,069 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:45:49,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:49,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:49,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:49,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:49,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:50,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:50,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:50,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:50,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:50,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:50,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:50,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:51,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:51,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:51,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:51,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:51,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:51,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:51,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:51,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:51,682 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:45:51,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:51,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:51,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:52,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:52,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:52,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:52,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:53,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:53,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:53,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:53,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:53,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:53,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:53,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:53,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:53,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:53,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:53,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:54,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:54,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:54,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:54,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:55,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:55,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:55,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:55,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:55,199 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:55,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:55,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:55,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:55,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:55,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:55,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:56,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:56,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:56,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:56,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:56,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:56,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:56,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:56,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:56,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:56,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:57,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:57,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:58,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:58,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:58,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:58,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:58,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:58,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:58,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:58,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:58,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:58,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:59,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:59,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:59,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:45:59,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:45:59,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:45:59,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:45:59,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:45:59,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:00,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:00,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:00,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:00,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:00,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:00,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:00,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:01,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:01,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:01,142 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:01,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:01,143 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:01,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:01,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:01,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:01,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:01,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:01,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:02,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:02,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:02,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:02,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:03,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:03,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:03,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:03,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:03,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:03,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:03,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:03,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:04,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:04,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:04,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:04,099 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:46:04,100 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:46:04,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:04,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:04,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:04,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:05,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:05,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:05,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:05,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:05,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:05,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:05,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:05,751 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:06,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:06,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:06,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:06,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:06,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:06,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:06,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:06,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:06,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:06,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:07,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:07,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:07,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:07,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:07,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:08,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:08,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:08,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:08,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:08,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:08,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:08,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:08,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:08,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:08,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:09,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:09,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:09,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:09,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:09,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:10,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:10,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:10,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:10,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:10,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:10,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:10,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:11,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:11,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:11,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:11,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:11,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:11,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:11,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:11,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:11,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:11,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:11,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:12,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:12,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:12,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:12,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:13,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:13,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:13,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:13,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:13,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:13,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:13,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:13,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:13,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:13,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:13,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:14,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:14,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:14,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:14,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:14,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:14,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:14,615 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:15,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:15,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:15,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:15,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:15,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:15,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:15,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:15,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:16,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:16,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:16,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:16,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:16,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:16,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:16,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:16,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:16,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:16,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:17,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:17,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:18,162 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:18,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:18,163 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:18,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:18,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:18,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:18,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:18,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:18,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:19,131 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:46:19,132 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:46:19,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:19,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:19,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:19,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:19,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:19,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:19,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:19,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:20,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:20,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:20,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:20,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:20,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:20,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:20,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:21,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:21,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:21,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:21,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:21,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:21,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:21,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:21,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:21,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:21,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:21,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:22,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:23,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:23,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:23,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:23,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:24,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:24,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:24,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:24,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:24,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:24,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:24,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:24,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:24,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:24,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:25,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:25,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:25,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:25,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:25,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:25,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:25,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:25,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:25,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:25,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:25,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:26,149 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:26,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:26,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:26,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:27,149 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:27,149 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:27,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:27,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:27,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:27,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:27,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:27,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:27,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:27,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:27,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:28,149 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:28,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:28,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:28,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:29,150 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:29,150 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:29,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:29,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:29,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:29,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:29,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:29,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:30,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:30,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:30,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:30,151 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:30,414 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:46:30,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:30,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:30,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:30,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:30,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:30,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:31,153 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:31,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:31,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:31,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:31,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:32,153 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:32,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:32,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:32,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:32,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:32,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:32,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:32,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:32,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:32,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:33,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:33,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:33,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:33,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:33,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:34,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:34,180 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:46:34,180 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:46:34,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:34,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:34,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:34,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:34,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:34,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:35,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:35,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:35,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:35,155 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:35,155 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:35,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:35,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:35,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:35,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:35,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:35,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:36,156 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:36,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:36,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:36,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:37,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:37,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:37,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:37,157 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:37,157 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:37,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:37,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:37,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:37,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:37,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:37,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:38,157 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:38,198 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:38,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:38,199 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:39,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:39,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:39,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:39,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:39,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:39,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:39,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:39,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:39,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:39,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:39,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:40,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:40,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:40,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:40,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:40,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:40,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:40,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:41,159 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:41,159 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:41,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:41,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:41,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:41,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:41,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:41,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:42,159 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:42,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:42,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:42,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:42,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:42,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:42,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:42,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:42,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:42,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:43,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:43,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:44,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:44,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:44,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:44,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:44,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:44,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:44,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:44,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:44,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:44,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:45,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:45,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:45,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:45,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:45,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:45,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:45,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:45,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:45,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:45,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:45,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:46,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:46,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:46,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:46,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:47,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:47,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:47,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:47,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:47,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:47,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:47,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:47,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:47,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:47,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:47,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:48,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:48,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:48,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:48,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:49,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:49,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:49,214 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:46:49,214 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:46:49,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:49,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:49,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:49,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:49,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:49,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:50,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:50,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:50,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:50,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:50,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:50,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:50,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:51,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:51,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:51,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:51,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:51,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:51,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:51,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:51,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:52,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:52,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:52,315 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:52,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:52,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:52,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:52,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:53,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:53,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:53,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:53,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:53,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:53,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:53,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:53,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:54,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:54,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:54,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:54,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:54,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:54,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:54,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:55,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:55,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:55,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:55,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:55,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:55,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:55,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:55,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:55,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:55,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:55,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:56,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:56,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:56,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:56,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:57,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:57,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:57,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:57,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:57,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:57,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:57,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:57,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:57,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:57,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:57,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:58,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:58,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:58,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:58,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:58,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:58,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:58,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:59,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:46:59,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:46:59,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:59,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:59,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:46:59,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:46:59,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:46:59,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:00,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:00,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:00,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:00,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:00,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:00,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:00,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:01,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:01,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:01,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:01,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:01,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:02,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:02,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:02,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:02,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:02,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:02,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:02,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:02,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:02,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:02,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:03,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:03,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:03,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:03,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:03,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:03,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:03,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:03,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:04,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:04,336 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:47:04,336 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:47:04,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:04,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:04,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:04,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:04,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:04,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:05,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:05,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:05,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:05,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:05,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:05,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:05,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:05,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:05,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:05,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:05,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:06,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:06,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:06,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:06,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:07,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:07,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:07,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:07,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:07,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:07,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:07,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:07,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:07,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:07,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:07,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:08,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:08,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:08,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:08,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:09,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:09,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:09,218 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:47:09,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:09,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:09,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:09,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:09,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:09,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:10,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:10,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:10,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:10,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:10,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:10,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:10,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:10,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:10,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:10,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:11,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:11,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:11,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:11,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:12,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:12,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:12,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:12,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:12,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:12,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:12,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:12,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:12,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:12,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:12,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:13,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:13,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:13,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:13,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:13,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:13,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:13,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:14,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:14,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:14,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:14,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:14,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:14,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:14,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:14,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:15,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:15,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:15,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:15,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:15,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:15,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:15,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:15,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:15,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:15,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:16,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:16,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:16,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:16,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:16,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:17,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:17,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:17,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:17,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:17,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:17,640 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:17,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:17,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:17,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:17,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:18,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:18,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:18,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:18,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:18,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:19,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:19,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:19,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:19,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:19,377 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:47:19,378 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:47:19,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:19,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:19,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:20,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:20,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:20,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:20,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:20,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:20,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:20,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:20,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:20,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:20,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:20,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:21,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:21,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:21,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:21,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:22,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:22,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:22,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:22,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:22,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:22,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:22,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:22,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:22,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:22,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:22,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:23,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:23,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:23,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:23,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:24,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:24,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:24,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:24,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:24,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:24,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:24,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:24,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:24,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:24,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:24,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:25,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:25,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:25,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:25,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:25,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:25,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:25,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:26,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:26,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:26,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:26,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:26,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:26,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:26,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:26,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:27,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:27,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:27,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:27,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:27,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:27,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:27,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:27,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:27,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:27,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:28,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:28,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:28,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:28,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:28,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:29,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:29,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:29,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:29,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:29,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:29,775 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:29,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:30,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:30,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:30,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:30,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:30,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:30,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:30,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:30,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:30,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:30,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:30,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:31,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:31,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:31,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:31,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:32,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:32,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:32,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:32,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:32,209 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:32,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:32,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:32,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:32,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:32,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:32,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:33,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:33,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:33,258 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:33,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:34,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:34,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:34,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:34,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:34,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:34,412 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:47:34,412 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:47:34,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:34,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:34,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:35,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:35,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:35,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:35,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:35,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:35,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:35,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:35,714 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:35,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:35,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:36,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:36,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:36,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:36,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:36,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:37,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:37,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:37,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:37,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:37,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:37,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:37,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:37,733 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:37,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:37,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:38,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:38,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:38,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:38,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:38,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:39,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:39,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:39,214 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:39,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:39,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:39,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:39,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:39,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:39,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:40,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:40,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:40,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:40,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:40,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:40,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:40,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:40,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:41,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:41,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:41,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:41,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:42,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:42,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:42,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:42,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:42,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:42,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:42,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:42,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:42,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:42,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:42,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:43,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:43,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:43,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:43,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:44,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:44,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:44,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:44,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:44,196 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:44,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:44,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:44,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:44,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:44,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:44,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:45,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:45,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:45,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:45,196 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:45,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:45,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:45,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:45,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:45,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:45,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:46,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:46,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:46,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:46,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:46,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:47,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:47,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:47,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:47,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:47,608 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:47,608 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:47,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:47,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:47,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:47,958 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:48,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:48,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:48,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:48,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:48,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:48,582 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:47:49,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:49,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:49,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:49,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:49,443 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:47:49,443 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:47:49,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:49,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:49,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:50,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:50,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:50,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:50,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:50,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:50,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:50,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:50,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:50,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:50,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:50,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:51,200 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:52,201 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:52,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:52,303 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:52,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:52,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:52,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:52,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:53,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:53,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:53,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:53,201 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:53,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:53,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:53,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:53,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:53,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:53,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:54,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:54,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:54,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:54,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:54,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:55,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:55,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:55,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:55,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:55,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:55,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:55,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:55,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:55,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:55,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:56,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:56,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:56,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:56,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:56,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:56,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:56,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:56,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:57,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:57,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:57,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:57,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:57,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:57,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:57,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:58,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:58,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:58,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:58,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:58,204 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:47:58,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:58,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:58,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:58,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:58,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:58,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:47:59,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:47:59,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:47:59,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:47:59,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:00,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:00,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:00,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:00,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:00,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:00,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:00,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:00,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:00,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:00,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:00,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:01,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:01,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:01,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:01,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:02,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:02,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:02,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:02,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:02,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:02,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:02,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:02,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:03,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:03,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:03,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:03,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:03,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:03,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:03,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:03,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:03,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:03,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:04,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:04,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:04,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:04,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:04,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:04,484 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:48:04,485 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:48:05,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:05,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:05,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:05,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:05,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:05,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:05,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:05,765 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:05,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:05,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:06,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:06,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:06,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:06,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:06,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:06,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:06,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:06,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:07,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:07,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:07,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:07,643 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:07,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:07,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:07,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:08,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:08,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:08,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:08,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:08,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:08,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:08,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:08,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:09,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:09,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:09,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:09,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:09,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:09,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:09,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:10,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:10,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:10,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:10,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:10,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:10,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:10,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:10,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:11,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:11,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:11,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:11,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:11,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:11,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:11,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:12,211 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:12,211 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:12,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:12,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:12,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:12,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:12,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:12,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:13,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:13,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:13,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:13,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:13,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:13,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:13,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:13,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:13,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:13,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:14,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:14,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:14,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:14,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:14,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:15,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:15,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:15,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:15,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:15,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:15,509 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:15,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:15,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:15,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:15,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:16,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:16,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:16,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:16,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:16,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:16,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:16,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:16,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:17,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:17,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:17,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:17,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:17,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:17,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:17,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:18,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:18,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:18,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:18,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:18,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:18,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:18,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:18,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:18,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:18,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:18,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:19,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:19,568 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:48:19,569 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:48:20,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:20,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:20,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:20,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:20,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:20,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:20,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:20,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:20,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:20,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:20,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:21,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:21,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:21,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:21,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:21,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:21,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:21,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:22,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:22,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:22,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:22,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:22,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:22,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:22,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:22,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:23,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:23,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:23,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:23,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:23,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:23,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:23,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:23,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:23,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:23,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:24,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:24,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:25,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:25,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:25,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:25,607 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:25,608 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:25,608 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:25,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:25,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:25,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:26,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:26,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:26,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:26,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:26,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:26,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:26,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:26,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:26,980 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:48:27,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:27,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:27,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:27,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:28,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:28,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:28,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:28,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:28,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:28,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:28,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:29,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:29,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:29,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:29,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:29,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:29,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:29,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:29,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:29,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:29,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:30,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:30,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:30,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:30,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:30,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:31,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:31,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:31,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:31,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:31,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:31,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:31,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:31,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:31,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:31,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:32,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:32,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:32,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:32,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:32,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:32,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:32,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:32,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:33,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:33,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:33,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:33,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:33,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:33,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:33,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:34,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:34,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:34,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:34,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:34,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:34,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:34,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:34,622 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:48:34,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:34,623 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:48:34,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:34,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:34,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:35,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:35,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:35,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:35,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:36,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:36,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:36,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:36,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:36,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:36,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:36,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:36,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:37,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:37,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:37,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:37,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:37,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:37,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:37,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:37,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:37,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:37,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:38,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:38,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:38,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:38,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:38,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:39,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:39,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:39,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:39,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:39,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:39,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:39,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:39,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:39,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:39,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:40,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:40,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:40,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:40,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:40,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:41,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:41,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:41,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:41,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:41,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:41,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:41,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:41,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:41,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:42,228 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:42,228 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:42,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:42,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:42,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:42,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:42,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:42,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:43,228 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:43,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:43,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:43,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:44,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:44,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:44,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:44,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:44,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:44,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:44,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:44,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:44,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:44,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:44,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:45,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:45,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:45,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:45,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:46,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:46,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:46,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:46,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:46,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:46,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:46,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:46,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:46,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:46,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:46,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:47,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:47,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:47,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:47,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:47,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:47,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:47,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:47,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:47,877 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:47,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:48,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:48,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:49,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:49,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:49,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:49,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:49,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:49,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:49,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:49,663 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:48:49,664 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:48:49,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:49,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:49,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:50,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:50,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:50,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:50,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:50,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:50,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:50,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:50,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:51,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:51,434 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:51,434 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:51,435 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:51,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:51,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:51,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:52,134 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:52,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:52,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:52,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:52,233 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:52,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:52,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:52,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:52,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:52,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:52,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:53,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:53,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:53,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:53,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:54,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:54,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:54,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:54,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:54,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:54,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:54,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:54,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:54,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:54,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:54,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:55,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:55,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:55,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:55,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:55,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:55,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:55,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:56,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:56,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:56,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:56,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:56,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:56,991 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:56,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:56,992 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:57,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:57,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:57,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:57,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:57,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:57,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:57,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:58,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:58,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:58,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:58,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:58,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:48:59,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:59,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:59,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:59,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:48:59,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:59,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:59,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:48:59,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:48:59,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:48:59,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:00,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:00,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:00,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:00,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:00,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:00,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:00,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:00,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:01,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:01,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:01,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:01,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:02,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:02,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:02,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:02,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:02,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:02,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:02,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:02,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:02,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:02,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:02,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:03,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:03,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:03,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:03,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:04,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:04,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:04,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:04,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:04,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:04,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:04,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:04,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:04,697 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:49:04,697 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:49:04,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:04,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:04,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:05,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:05,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:05,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:05,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:05,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:05,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:05,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:05,956 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:49:06,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:06,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:06,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:06,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:06,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:06,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:06,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:06,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:07,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:07,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:07,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:07,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:07,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:07,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:07,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:07,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:07,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:07,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:08,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:08,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:09,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:09,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:09,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:09,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:09,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:09,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:09,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:09,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:09,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:09,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:10,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:10,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:10,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:10,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:10,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:10,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:10,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:10,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:10,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:10,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:10,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:11,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:11,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:11,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:11,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:12,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:12,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:12,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:12,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:12,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:12,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:12,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:12,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:12,793 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:12,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:12,794 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:13,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:13,143 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:13,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:13,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:14,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:14,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:14,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:14,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:14,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:14,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:14,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:14,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:14,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:14,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:14,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:15,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:15,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:15,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:15,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:15,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:15,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:15,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:16,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:16,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:16,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:16,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:16,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:17,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:17,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:17,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:17,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:17,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:17,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:17,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:17,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:17,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:17,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:18,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:18,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:18,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:18,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:18,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:19,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:19,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:19,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:19,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:19,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:19,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:19,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:19,730 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:49:19,731 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:49:19,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:19,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:19,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:20,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:20,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:20,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:20,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:20,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:20,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:20,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:20,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:21,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:21,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:21,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:21,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:22,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:22,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:22,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:22,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:22,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:22,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:22,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:22,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:22,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:22,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:22,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:23,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:23,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:23,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:23,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:23,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:23,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:23,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:24,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:24,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:24,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:24,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:24,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:24,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:24,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:24,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:25,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:25,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:25,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:25,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:25,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:25,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:25,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:25,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:25,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:25,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:26,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:26,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:27,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:27,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:27,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:27,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:27,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:27,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:27,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:27,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:27,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:27,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:28,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:28,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:28,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:28,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:28,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:28,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:28,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:28,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:29,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:29,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:29,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:29,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:29,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:29,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:29,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:30,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:30,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:30,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:30,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:30,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:30,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:30,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:30,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:30,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:30,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:30,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:31,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:31,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:31,775 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:31,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:32,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:32,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:32,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:32,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:32,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:32,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:32,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:32,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:32,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:32,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:32,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:33,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:33,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:33,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:33,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:34,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:34,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:34,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:34,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:34,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:34,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:34,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:34,762 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:49:34,762 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:49:34,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:34,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:34,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:35,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:35,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:35,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:35,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:35,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:35,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:35,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:36,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:36,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:36,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:36,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:36,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:37,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:37,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:37,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:37,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:37,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:37,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:37,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:37,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:37,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:37,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:38,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:38,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:38,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:38,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:38,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:38,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:38,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:38,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:39,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:39,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:39,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:39,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:39,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:39,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:39,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:40,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:40,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:40,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:40,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:40,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:40,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:40,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:40,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:40,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:40,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:40,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:41,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:41,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:41,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:41,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:42,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:42,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:42,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:42,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:42,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:42,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:42,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:42,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:42,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:42,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:42,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:43,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:43,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:43,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:43,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:44,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:44,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:44,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:44,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:44,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:44,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:44,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:44,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:44,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:44,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:44,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:45,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:45,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:45,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:45,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:45,658 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:45,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:45,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:46,136 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:49:46,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:46,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:46,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:46,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:46,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:47,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:47,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:47,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:47,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:47,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:47,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:47,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:47,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:47,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:47,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:48,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:48,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:48,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:48,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:48,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:49,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:49,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:49,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:49,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:49,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:49,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:49,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:49,793 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:49:49,793 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:49:49,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:49,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:49,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:50,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:50,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:50,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:50,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:50,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:50,583 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:50,584 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:50,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:51,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:51,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:51,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:51,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:51,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:51,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:51,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:52,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:52,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:52,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:52,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:52,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:52,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:52,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:52,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:52,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:52,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:53,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:53,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:53,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:53,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:53,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:54,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:54,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:54,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:54,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:54,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:54,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:54,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:54,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:55,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:55,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:55,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:55,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:55,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:55,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:55,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:55,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:55,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:55,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:56,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:56,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:56,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:56,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:56,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:57,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:57,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:57,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:57,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:57,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:57,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:57,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:58,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:58,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:58,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:58,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:58,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:49:58,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:58,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:58,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:59,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:49:59,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:59,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:59,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:49:59,862 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:49:59,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:49:59,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:00,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:00,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:00,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:00,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:00,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:00,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:00,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:00,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:00,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:00,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:00,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:01,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:01,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:01,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:01,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:02,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:02,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:02,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:02,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:02,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:02,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:02,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:02,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:02,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:02,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:02,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:03,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:03,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:03,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:03,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:03,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:03,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:03,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:04,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:04,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:04,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:04,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:04,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:04,825 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:50:04,825 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:50:05,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:05,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:05,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:05,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:05,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:05,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:05,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:05,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:05,793 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:05,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:06,142 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:06,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:06,143 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:06,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:06,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:07,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:07,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:07,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:07,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:07,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:07,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:07,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:07,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:07,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:07,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:08,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:08,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:08,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:08,326 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:08,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:08,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:08,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:08,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:09,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:09,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:09,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:09,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:10,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:10,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:10,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:10,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:10,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:10,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:10,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:10,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:10,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:10,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:10,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:11,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:11,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:11,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:11,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:12,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:12,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:12,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:12,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:12,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:12,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:12,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:12,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:12,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:12,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:12,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:13,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:13,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:13,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:13,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:13,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:13,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:13,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:14,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:14,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:14,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:14,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:14,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:15,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:15,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:15,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:15,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:15,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:15,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:15,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:15,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:15,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:15,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:16,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:16,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:16,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:16,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:16,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:17,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:17,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:17,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:17,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:17,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:17,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:17,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:17,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:17,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:17,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:18,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:18,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:18,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:18,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:18,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:18,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:18,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:18,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:19,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:19,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:19,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:19,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:19,858 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:50:19,858 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:50:19,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:19,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:19,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:20,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:20,285 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:20,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:20,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:20,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:20,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:20,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:20,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:21,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:21,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:21,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:21,285 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:21,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:21,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:21,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:22,285 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:22,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:22,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:22,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:22,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:22,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:22,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:22,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:23,033 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:23,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:23,034 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:23,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:23,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:23,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:23,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:24,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:24,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:24,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:24,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:24,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:24,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:24,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:24,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:25,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:25,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:25,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:25,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:25,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:25,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:25,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:25,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:25,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:25,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:26,085 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:50:26,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:26,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:26,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:26,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:26,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:27,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:27,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:27,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:27,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:27,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:27,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:27,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:27,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:27,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:27,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:28,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:28,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:28,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:28,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:28,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:28,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:28,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:29,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:29,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:29,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:29,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:29,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:29,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:29,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:29,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:30,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:30,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:30,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:30,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:30,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:30,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:30,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:30,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:30,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:30,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:31,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:31,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:31,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:31,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:31,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:32,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:32,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:32,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:32,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:32,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:32,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:32,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:33,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:33,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:33,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:33,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:33,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:33,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:33,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:33,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:34,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:34,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:34,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:34,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:34,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:34,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:34,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:34,892 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:50:34,892 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:50:35,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:35,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:35,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:35,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:35,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:35,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:35,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:35,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:35,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:35,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:35,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:36,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:36,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:36,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:36,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:37,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:37,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:37,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:37,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:37,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:37,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:37,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:37,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:37,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:37,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:37,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:38,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:38,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:38,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:38,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:39,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:39,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:39,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:39,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:39,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:39,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:39,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:39,591 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:39,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:39,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:39,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:40,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:40,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:40,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:40,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:40,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:40,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:40,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:41,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:41,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:41,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:41,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:41,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:41,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:41,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:41,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:42,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:42,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:42,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:42,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:42,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:42,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:42,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:42,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:42,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:42,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:43,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:43,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:44,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:44,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:44,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:44,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:44,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:44,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:44,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:44,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:44,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:44,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:45,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:45,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:45,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:45,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:45,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:45,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:45,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:45,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:46,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:46,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:46,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:46,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:46,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:46,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:46,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:47,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:47,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:47,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:47,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:47,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:47,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:47,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:47,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:47,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:47,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:47,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:48,301 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:48,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:48,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:48,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:49,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:49,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:49,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:49,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:49,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:49,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:49,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:49,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:49,928 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:50:49,929 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:50:50,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:50,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:50,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:50,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:50,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:50,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:50,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:50,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:50,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:50,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:51,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:51,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:51,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:51,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:51,751 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:52,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:52,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:52,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:52,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:52,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:52,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:52,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:52,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:52,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:52,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:53,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:53,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:53,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:53,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:53,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:54,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:54,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:54,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:54,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:54,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:54,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:54,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:54,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:54,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:54,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:55,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:55,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:55,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:55,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:55,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:55,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:55,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:55,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:56,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:56,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:56,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:56,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:57,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:57,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:57,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:57,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:57,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:57,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:57,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:57,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:57,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:57,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:57,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:58,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:58,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:58,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:58,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:50:59,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:50:59,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:59,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:59,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:50:59,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:50:59,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:50:59,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:00,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:00,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:00,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:00,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:00,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:00,511 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:00,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:00,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:00,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:00,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:01,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:01,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:01,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:01,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:01,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:02,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:02,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:02,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:02,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:02,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:02,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:02,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:02,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:02,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:02,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:03,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:03,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:03,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:03,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:03,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:03,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:03,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:03,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:04,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:04,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:04,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:04,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:04,958 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:51:04,958 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:51:05,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:05,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:05,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:05,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:05,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:05,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:05,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:05,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:05,683 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:51:05,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:05,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:05,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:06,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:06,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:06,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:06,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:07,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:07,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:07,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:07,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:07,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:07,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:07,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:07,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:07,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:07,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:07,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:08,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:08,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:08,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:08,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:08,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:08,539 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:08,540 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:09,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:09,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:09,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:09,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:09,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:09,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:09,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:09,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:10,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:10,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:10,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:10,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:10,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:10,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:10,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:10,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:10,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:10,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:11,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:11,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:12,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:12,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:12,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:12,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:12,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:12,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:12,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:12,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:12,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:12,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:13,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:13,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:13,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:13,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:13,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:13,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:13,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:13,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:14,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:14,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:14,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:14,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:14,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:14,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:14,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:15,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:15,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:15,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:15,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:15,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:15,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:15,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:15,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:15,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:15,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:15,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:16,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:16,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:16,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:16,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:17,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:17,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:17,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:17,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:17,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:17,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:17,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:18,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:18,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:18,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:18,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:18,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:18,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:18,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:18,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:18,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:18,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:19,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:19,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:19,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:19,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:19,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:19,991 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:51:19,991 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:51:20,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:20,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:20,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:20,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:20,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:20,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:21,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:21,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:21,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:21,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:21,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:21,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:21,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:21,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:21,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:21,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:21,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:22,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:23,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:23,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:23,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:23,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:23,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:23,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:23,509 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:23,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:23,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:23,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:23,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:24,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:24,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:24,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:24,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:24,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:24,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:24,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:25,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:25,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:25,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:25,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:25,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:25,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:25,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:25,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:26,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:26,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:26,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:26,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:26,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:26,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:26,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:26,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:26,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:26,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:27,324 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:27,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:27,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:27,877 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:27,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:28,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:28,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:28,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:28,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:28,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:28,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:28,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:28,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:28,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:28,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:29,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:29,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:29,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:29,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:29,326 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:30,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:30,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:30,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:30,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:30,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:30,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:31,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:31,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:31,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:31,326 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:31,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:31,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:31,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:31,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:31,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:31,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:31,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:32,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:32,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:32,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:32,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:33,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:33,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:33,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:33,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:33,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:33,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:33,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:34,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:34,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:34,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:34,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:34,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:34,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:34,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:35,027 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:51:35,028 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:51:35,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:35,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:35,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:35,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:35,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:35,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:35,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:35,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:36,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:36,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:36,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:36,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:36,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:36,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:36,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:37,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:37,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:37,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:37,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:37,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:37,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:37,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:37,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:38,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:38,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:38,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:38,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:38,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:38,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:38,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:39,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:39,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:39,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:39,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:39,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:39,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:39,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:39,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:39,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:39,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:39,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:40,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:40,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:40,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:40,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:41,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:41,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:41,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:41,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:41,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:41,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:41,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:41,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:41,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:41,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:41,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:42,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:42,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:42,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:42,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:43,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:43,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:43,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:43,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:43,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:43,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:43,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:43,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:44,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:44,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:44,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:44,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:44,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:44,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:44,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:44,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:44,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:44,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:44,960 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:51:45,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:45,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:45,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:45,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:45,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:46,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:46,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:46,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:46,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:46,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:46,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:46,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:46,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:46,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:46,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:47,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:47,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:47,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:47,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:47,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:47,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:47,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:47,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:48,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:48,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:48,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:48,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:48,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:48,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:48,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:49,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:49,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:49,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:49,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:49,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:49,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:49,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:49,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:49,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:49,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:49,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:50,063 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:51:50,063 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:51:50,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:51,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:51,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:51,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:51,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:51,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:51,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:51,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:51,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:51,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:51,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:51,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:52,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:52,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:52,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:52,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:52,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:52,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:52,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:53,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:53,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:53,392 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:53,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:53,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:53,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:53,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:53,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:54,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:54,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:54,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:54,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:54,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:54,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:54,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:54,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:54,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:54,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:55,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:55,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:55,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:55,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:55,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:56,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:56,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:56,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:56,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:56,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:56,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:56,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:56,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:56,892 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:56,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:57,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:57,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:57,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:57,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:57,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:57,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:57,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:57,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:58,344 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:58,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:58,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:58,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:59,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:59,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:59,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:59,344 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:51:59,344 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:51:59,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:59,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:59,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:51:59,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:51:59,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:51:59,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:00,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:00,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:00,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:00,345 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:01,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:01,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:01,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:01,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:01,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:01,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:01,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:01,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:01,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:01,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:01,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:02,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:02,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:02,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:02,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:02,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:02,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:02,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:03,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:03,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:03,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:03,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:03,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:03,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:03,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:03,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:04,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:04,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:04,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:04,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:04,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:04,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:04,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:04,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:04,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:04,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:05,096 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:52:05,096 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:52:05,349 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:05,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:05,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:05,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:05,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:06,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:06,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:06,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:06,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:06,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:06,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:06,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:07,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:07,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:07,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:07,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:07,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:07,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:07,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:07,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:08,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:08,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:08,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:08,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:08,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:08,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:08,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:09,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:09,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:09,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:09,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:09,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:09,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:09,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:09,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:09,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:09,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:09,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:10,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:10,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:10,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:10,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:11,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:11,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:11,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:11,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:11,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:11,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:11,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:11,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:11,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:11,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:11,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:12,248 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:12,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:12,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:12,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:12,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:12,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:12,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:13,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:13,354 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:13,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:13,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:13,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:13,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:13,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:13,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:14,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:14,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:14,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:14,354 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:14,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:14,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:14,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:14,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:14,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:14,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:15,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:15,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:16,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:16,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:16,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:16,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:16,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:16,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:16,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:16,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:16,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:16,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:17,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:17,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:17,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:17,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:17,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:17,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:17,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:17,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:18,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:18,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:18,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:18,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:19,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:19,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:19,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:19,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:19,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:19,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:19,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:19,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:19,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:19,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:19,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:20,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:20,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:20,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:20,133 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:52:20,134 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:52:20,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:20,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:20,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:20,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:21,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:21,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:21,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:21,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:21,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:21,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:21,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:21,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:22,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:22,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:22,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:22,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:22,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:22,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:22,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:22,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:22,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:22,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:23,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:23,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:23,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:23,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:23,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:24,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:24,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:24,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:24,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:24,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:24,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:24,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:24,825 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:52:25,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:25,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:25,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:25,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:25,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:25,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:25,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:25,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:25,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:25,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:25,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:26,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:26,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:26,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:26,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:27,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:27,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:27,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:27,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:27,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:27,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:27,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:27,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:27,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:27,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:27,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:28,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:28,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:28,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:28,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:29,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:29,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:29,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:29,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:29,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:29,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:29,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:29,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:29,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:29,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:29,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:30,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:30,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:30,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:30,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:30,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:30,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:30,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:31,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:31,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:31,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:31,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:31,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:31,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:31,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:31,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:32,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:32,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:32,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:32,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:32,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:32,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:32,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:32,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:32,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:32,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:33,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:33,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:33,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:33,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:33,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:34,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:34,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:34,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:34,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:34,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:34,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:34,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:35,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:35,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:35,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:35,177 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:52:35,177 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:52:35,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:35,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:35,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:35,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:35,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:35,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:35,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:35,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:36,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:36,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:36,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:36,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:37,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:37,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:37,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:37,367 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:37,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:37,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:37,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:37,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:37,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:37,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:37,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:38,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:38,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:38,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:38,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:39,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:39,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:39,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:39,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:39,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:39,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:39,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:39,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:39,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:39,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:39,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:40,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:40,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:40,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:40,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:40,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:40,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:40,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:41,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:41,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:41,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:41,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:41,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:41,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:41,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:41,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:42,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:42,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:42,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:42,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:42,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:42,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:42,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:43,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:43,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:43,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:43,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:43,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:44,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:44,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:44,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:44,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:44,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:44,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:44,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:44,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:44,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:44,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:45,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:45,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:45,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:45,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:45,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:45,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:45,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:45,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:46,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:46,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:46,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:46,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:47,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:47,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:47,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:47,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:47,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:47,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:47,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:47,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:47,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:47,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:47,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:48,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:48,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:48,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:48,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:49,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:49,143 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:49,143 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:49,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:49,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:49,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:49,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:49,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:49,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:49,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:49,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:50,194 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:50,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:50,195 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:50,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:50,430 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:52:50,431 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:52:50,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:50,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:50,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:50,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:50,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:50,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:51,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:51,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:51,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:51,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:51,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:52,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:52,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:52,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:52,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:52,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:52,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:52,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:52,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:52,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:52,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:53,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:53,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:53,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:53,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:53,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:54,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:54,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:54,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:54,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:54,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:54,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:54,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:55,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:55,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:55,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:55,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:55,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:55,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:55,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:55,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:55,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:55,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:55,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:56,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:56,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:56,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:56,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:57,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:57,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:57,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:57,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:57,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:57,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:57,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:57,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:57,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:57,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:57,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:58,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:58,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:58,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:52:58,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:52:59,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:52:59,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:52:59,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:52:59,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:00,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:00,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:00,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:00,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:00,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:00,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:00,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:00,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:00,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:00,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:01,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:01,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:01,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:01,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:01,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:01,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:01,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:01,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:01,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:01,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:01,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:02,381 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:03,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:03,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:03,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:03,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:03,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:03,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:03,381 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:03,381 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:03,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:03,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:03,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:03,875 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:53:04,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:04,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:04,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:04,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:04,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:04,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:04,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:05,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:05,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:05,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:05,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:05,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:05,465 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:53:05,465 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:53:05,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:05,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:05,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:06,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:06,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:06,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:06,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:06,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:06,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:06,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:06,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:06,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:06,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:07,384 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:07,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:07,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:07,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:07,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:08,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:08,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:08,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:08,384 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:08,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:08,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:08,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:08,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:08,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:08,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:09,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:09,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:09,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:09,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:09,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:10,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:10,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:10,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:10,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:10,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:10,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:11,106 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:11,106 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:11,107 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:11,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:11,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:11,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:11,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:11,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:11,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:11,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:11,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:12,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:12,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:12,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:12,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:13,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:13,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:13,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:13,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:13,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:13,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:13,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:13,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:13,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:13,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:13,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:14,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:14,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:14,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:14,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:14,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:14,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:14,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:15,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:15,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:15,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:15,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:15,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:16,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:16,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:16,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:16,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:16,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:16,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:16,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:16,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:16,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:16,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:17,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:17,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:17,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:17,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:17,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:17,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:17,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:17,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:18,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:18,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:18,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:18,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:18,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:18,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:18,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:19,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:19,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:19,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:19,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:19,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:19,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:19,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:19,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:19,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:19,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:19,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:20,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:20,497 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:53:20,497 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:53:20,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:20,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:20,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:21,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:21,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:21,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:21,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:21,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:21,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:21,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:21,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:21,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:21,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:21,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:22,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:22,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:22,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:22,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:23,387 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:23,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:23,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:23,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:23,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:23,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:23,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:23,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:24,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:24,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:24,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:24,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:24,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:24,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:24,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:24,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:24,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:24,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:25,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:25,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:25,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:25,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:25,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:26,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:26,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:26,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:26,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:26,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:26,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:26,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:26,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:26,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:26,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:27,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:27,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:27,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:27,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:27,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:28,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:28,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:28,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:28,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:28,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:28,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:28,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:28,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:28,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:28,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:29,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:29,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:29,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:29,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:29,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:29,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:29,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:29,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:30,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:30,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:30,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:30,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:30,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:30,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:30,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:31,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:31,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:31,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:31,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:31,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:31,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:31,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:31,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:31,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:31,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:31,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:32,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:32,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:32,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:32,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:33,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:33,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:33,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:33,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:33,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:33,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:33,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:33,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:33,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:33,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:33,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:34,264 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:34,265 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:34,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:34,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:35,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:35,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:35,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:35,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:35,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:35,527 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:53:35,527 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:53:35,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:35,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:35,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:36,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:36,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:36,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:36,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:36,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:36,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:36,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:36,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:36,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:36,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:37,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:37,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:37,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:37,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:37,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:38,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:38,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:38,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:38,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:38,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:38,434 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:38,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:38,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:38,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:38,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:39,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:39,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:39,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:39,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:39,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:39,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:39,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:39,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:40,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:40,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:40,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:40,455 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:40,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:40,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:40,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:41,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:41,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:41,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:41,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:41,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:41,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:41,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:41,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:41,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:41,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:41,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:42,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:42,957 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:53:42,963 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:42,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:42,964 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:43,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:43,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:43,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:43,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:43,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:43,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:43,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:43,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:44,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:44,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:44,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:44,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:44,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:44,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:44,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:45,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:45,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:45,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:45,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:45,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:45,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:45,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:45,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:46,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:46,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:46,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:46,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:46,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:46,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:46,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:46,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:46,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:46,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:47,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:47,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:47,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:47,411 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:47,411 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:48,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:48,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:48,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:48,411 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:48,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:48,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:48,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:48,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:48,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:48,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:49,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:49,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:49,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:49,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:49,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:49,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:49,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:49,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:50,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:50,559 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:53:50,559 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:53:50,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:50,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:50,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:50,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:50,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:50,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:51,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:51,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:51,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:51,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:51,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:51,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:51,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:51,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:52,033 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:52,033 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:52,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:52,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:53,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:53,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:53,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:53,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:53,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:53,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:53,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:53,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:53,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:53,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:53,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:54,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:54,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:54,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:54,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:54,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:54,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:54,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:55,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:55,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:55,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:55,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:55,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:55,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:55,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:55,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:56,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:56,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:56,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:56,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:56,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:56,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:56,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:56,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:56,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:56,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:57,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:57,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:57,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:57,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:57,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:58,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:58,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:58,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:58,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:58,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:58,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:58,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:58,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:58,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:58,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:59,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:59,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:59,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:53:59,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:53:59,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:53:59,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:53:59,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:53:59,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:00,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:00,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:00,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:00,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:01,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:01,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:01,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:01,420 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:01,420 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:01,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:01,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:01,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:01,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:01,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:01,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:02,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:02,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:02,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:02,421 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:03,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:03,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:03,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:03,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:03,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:03,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:03,422 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:03,422 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:03,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:03,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:03,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:04,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:04,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:04,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:04,422 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:04,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:04,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:04,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:05,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:05,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:05,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:05,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:05,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:05,594 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:54:05,594 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:54:05,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:05,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:05,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:06,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:06,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:06,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:06,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:06,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:06,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:06,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:06,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:06,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:06,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:07,425 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:07,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:07,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:07,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:07,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:08,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:08,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:08,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:08,425 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:08,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:08,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:08,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:08,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:08,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:08,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:09,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:09,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:09,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:09,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:09,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:10,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:10,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:10,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:10,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:10,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:10,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:10,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:10,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:10,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:10,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:11,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:11,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:11,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:11,427 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:11,427 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:11,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:11,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:11,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:12,427 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:12,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:12,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:12,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:13,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:13,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:13,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:13,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:13,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:13,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:13,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:13,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:13,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:13,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:13,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:14,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:14,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:14,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:14,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:14,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:14,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:14,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:15,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:15,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:15,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:15,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:15,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:15,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:15,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:15,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:16,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:16,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:16,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:16,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:16,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:16,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:16,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:16,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:16,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:16,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:17,431 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:17,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:17,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:17,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:17,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:18,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:18,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:18,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:18,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:18,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:18,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:18,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:18,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:18,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:18,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:19,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:19,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:19,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:19,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:19,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:20,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:20,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:20,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:20,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:20,622 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:54:20,623 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:54:20,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:20,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:20,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:21,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:21,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:21,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:21,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:21,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:21,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:21,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:21,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:21,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:21,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:21,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:22,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:22,624 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:54:22,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:22,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:22,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:23,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:23,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:23,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:23,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:23,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:23,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:23,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:23,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:23,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:23,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:23,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:24,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:24,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:24,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:24,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:25,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:25,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:25,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:25,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:25,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:25,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:25,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:25,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:25,765 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:25,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:25,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:26,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:26,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:26,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:26,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:26,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:26,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:26,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:27,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:27,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:27,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:27,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:27,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:27,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:27,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:27,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:28,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:28,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:28,214 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:28,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:28,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:28,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:28,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:28,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:28,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:28,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:29,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:29,264 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:29,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:29,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:29,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:30,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:30,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:30,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:30,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:30,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:30,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:30,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:30,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:30,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:30,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:31,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:31,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:31,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:31,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:31,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:31,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:31,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:31,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:32,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:32,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:32,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:32,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:33,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:33,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:33,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:33,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:33,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:33,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:33,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:33,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:33,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:33,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:33,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:34,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:34,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:34,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:34,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:35,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:35,254 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:35,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:35,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:35,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:35,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:35,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:35,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:35,687 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:54:35,687 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:54:35,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:35,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:35,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:36,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:36,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:36,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:36,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:36,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:36,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:36,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:37,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:37,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:37,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:37,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:37,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:37,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:37,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:37,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:38,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:38,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:38,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:38,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:38,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:38,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:38,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:39,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:39,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:39,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:39,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:39,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:40,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:40,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:40,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:40,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:40,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:40,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:40,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:40,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:40,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:40,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:41,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:41,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:41,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:41,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:41,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:41,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:41,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:41,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:42,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:42,658 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:42,658 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:42,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:43,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:43,008 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:43,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:43,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:43,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:43,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:43,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:43,447 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:43,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:43,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:43,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:44,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:44,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:44,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:44,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:44,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:44,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:44,447 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:45,447 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:45,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:45,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:45,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:45,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:45,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:45,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:46,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:46,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:46,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:46,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:46,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:46,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:46,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:46,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:46,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:46,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:47,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:47,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:49,361 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:49,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:49,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:49,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:49,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:49,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:49,716 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:49,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:50,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:50,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:50,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:50,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:50,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:50,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:50,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:50,720 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:54:50,720 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:54:50,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:50,764 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:50,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:51,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:51,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:51,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:51,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:51,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:51,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:51,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:51,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:51,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:51,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:51,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:52,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:52,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:52,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:52,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:53,190 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:53,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:53,191 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:53,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:53,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:53,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:53,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:53,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:53,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:53,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:53,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:54,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:54,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:54,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:54,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:55,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:55,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:55,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:55,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:55,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:55,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:55,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:55,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:56,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:56,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:56,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:56,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:56,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:56,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:56,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:56,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:56,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:56,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:57,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:57,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:54:57,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:57,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:57,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:58,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:58,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:58,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:58,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:58,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:58,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:58,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:58,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:58,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:58,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:59,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:54:59,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:54:59,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:54:59,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:54:59,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:00,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:00,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:00,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:00,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:00,538 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:00,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:00,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:00,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:00,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:00,889 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:01,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:01,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:01,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:01,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:01,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:01,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:01,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:01,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:01,936 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:55:01,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:01,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:01,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:02,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:02,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:02,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:02,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:03,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:03,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:03,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:03,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:03,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:03,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:03,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:03,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:03,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:03,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:03,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:04,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:04,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:04,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:04,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:05,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:05,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:05,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:05,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:05,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:05,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:05,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:05,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:05,758 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:55:05,758 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:55:06,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:06,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:06,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:06,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:06,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:06,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:06,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:06,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:06,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:06,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:07,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:07,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:07,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:07,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:07,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:08,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:08,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:08,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:08,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:08,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:08,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:08,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:08,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:08,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:08,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:09,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:09,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:09,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:09,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:09,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:10,264 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:10,265 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:10,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:10,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:10,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:10,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:10,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:10,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:10,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:10,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:11,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:11,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:11,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:11,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:11,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:11,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:11,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:11,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:12,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:12,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:12,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:12,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:12,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:12,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:12,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:13,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:13,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:13,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:13,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:13,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:13,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:13,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:13,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:13,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:13,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:13,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:14,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:14,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:14,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:14,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:15,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:15,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:15,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:15,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:15,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:15,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:15,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:16,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:16,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:16,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:16,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:16,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:16,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:16,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:16,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:16,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:16,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:17,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:17,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:17,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:17,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:17,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:18,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:18,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:18,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:18,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:18,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:18,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:18,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:18,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:18,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:18,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:19,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:19,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:19,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:19,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:19,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:20,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:20,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:20,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:20,793 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:55:20,793 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:55:20,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:20,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:20,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:21,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:21,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:21,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:21,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:21,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:21,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:21,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:21,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:21,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:21,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:21,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:22,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:22,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:22,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:22,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:23,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:23,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:23,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:23,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:23,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:23,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:23,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:23,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:23,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:23,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:23,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:24,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:24,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:24,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:24,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:24,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:24,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:24,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:25,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:25,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:25,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:25,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:25,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:25,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:25,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:25,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:26,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:26,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:26,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:26,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:26,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:26,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:26,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:26,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:26,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:26,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:27,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:27,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:28,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:28,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:28,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:28,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:28,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:28,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:28,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:28,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:28,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:28,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:29,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:29,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:29,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:29,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:29,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:29,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:29,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:29,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:30,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:30,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:30,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:30,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:31,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:31,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:31,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:31,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:31,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:31,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:31,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:31,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:31,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:31,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:31,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:32,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:32,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:32,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:32,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:32,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:32,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:32,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:33,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:33,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:33,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:33,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:33,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:33,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:33,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:33,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:34,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:34,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:34,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:34,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:34,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:34,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:34,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:34,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:34,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:34,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:35,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:35,843 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:55:35,843 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:55:36,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:36,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:36,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:36,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:36,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:36,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:36,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:36,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:36,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:36,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:36,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:37,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:37,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:37,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:37,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:37,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:37,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:37,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:37,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:37,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:37,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:38,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:38,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:38,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:38,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:38,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:39,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:39,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:39,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:39,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:39,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:39,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:39,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:39,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:39,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:39,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:40,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:40,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:40,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:40,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:40,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:41,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:41,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:41,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:41,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:41,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:41,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:41,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:42,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:42,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:42,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:42,356 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:55:42,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:42,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:42,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:42,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:42,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:42,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:42,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:42,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:43,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:43,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:43,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:43,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:44,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:44,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:44,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:44,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:44,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:44,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:44,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:44,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:44,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:44,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:44,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:45,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:45,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:45,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:45,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:46,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:46,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:46,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:46,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:46,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:46,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:46,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:46,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:46,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:46,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:46,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:47,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:47,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:47,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:47,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:47,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:47,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:47,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:48,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:48,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:48,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:48,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:48,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:49,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:49,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:49,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:49,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:49,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:49,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:49,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:50,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:50,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:50,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:50,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:50,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:50,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:50,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:50,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:50,875 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:55:50,875 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:55:51,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:51,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:51,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:51,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:51,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:51,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:51,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:52,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:52,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:52,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:52,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:52,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:52,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:52,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:52,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:52,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:52,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:52,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:53,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:53,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:53,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:53,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:54,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:54,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:54,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:54,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:54,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:54,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:54,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:54,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:54,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:54,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:54,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:55,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:55,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:55,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:55,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:55,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:55,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:55,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:56,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:56,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:56,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:56,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:56,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:57,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:57,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:57,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:57,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:57,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:57,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:57,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:57,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:57,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:57,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:58,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:58,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:58,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:58,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:58,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:55:59,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:59,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:59,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:59,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:59,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:59,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:55:59,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:55:59,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:55:59,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:55:59,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:00,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:00,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:00,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:00,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:00,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:00,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:00,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:00,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:01,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:01,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:01,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:01,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:01,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:01,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:01,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:02,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:02,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:02,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:02,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:02,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:02,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:02,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:02,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:02,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:02,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:02,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:03,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:03,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:03,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:03,958 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:04,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:04,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:04,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:04,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:04,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:04,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:04,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:04,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:05,007 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:05,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:05,008 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:05,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:05,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:05,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:05,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:05,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:05,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:05,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:05,912 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:56:05,912 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:56:06,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:06,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:06,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:06,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:06,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:07,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:07,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:07,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:07,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:07,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:07,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:07,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:07,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:07,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:07,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:08,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:08,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:08,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:08,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:08,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:09,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:09,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:09,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:09,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:09,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:09,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:09,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:09,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:09,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:09,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:10,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:10,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:10,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:10,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:10,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:10,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:10,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:10,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:11,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:11,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:11,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:11,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:12,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:12,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:12,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:12,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:12,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:12,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:12,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:12,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:12,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:12,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:12,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:13,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:13,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:13,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:13,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:14,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:14,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:14,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:14,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:14,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:14,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:14,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:14,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:14,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:14,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:14,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:15,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:15,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:15,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:15,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:15,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:15,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:15,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:16,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:16,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:16,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:16,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:16,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:16,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:16,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:16,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:17,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:17,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:17,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:17,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:17,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:17,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:17,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:17,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:17,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:17,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:18,500 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:18,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:19,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:19,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:19,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:19,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:19,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:19,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:19,500 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:19,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:19,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:19,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:20,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:20,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:20,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:20,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:20,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:20,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:20,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:20,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:20,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:20,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:20,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:20,944 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:56:20,944 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:56:21,339 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:56:21,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:21,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:21,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:21,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:22,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:22,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:22,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:22,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:22,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:22,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:22,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:22,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:22,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:22,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:22,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:23,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:23,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:23,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:23,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:24,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:24,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:24,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:24,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:24,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:24,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:24,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:24,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:24,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:24,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:24,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:25,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:25,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:25,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:25,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:25,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:25,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:25,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:26,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:26,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:26,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:26,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:26,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:27,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:27,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:27,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:27,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:27,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:27,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:27,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:27,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:27,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:27,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:28,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:28,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:28,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:28,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:28,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:28,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:28,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:28,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:29,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:29,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:29,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:29,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:29,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:29,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:29,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:30,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:30,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:30,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:30,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:30,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:30,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:30,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:30,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:30,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:30,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:30,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:31,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:31,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:31,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:31,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:32,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:32,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:32,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:32,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:32,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:32,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:32,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:32,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:32,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:32,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:32,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:33,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:33,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:33,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:33,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:34,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:34,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:34,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:34,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:34,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:34,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:34,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:34,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:34,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:34,802 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:34,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:35,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:35,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:35,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:35,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:35,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:35,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:35,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:35,976 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:56:35,977 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:56:36,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:36,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:36,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:36,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:36,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:36,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:36,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:37,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:37,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:37,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:37,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:37,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:37,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:37,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:37,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:37,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:37,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:38,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:38,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:39,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:39,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:39,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:39,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:39,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:39,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:39,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:39,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:39,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:39,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:40,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:40,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:40,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:40,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:40,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:40,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:40,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:40,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:41,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:41,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:41,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:41,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:41,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:41,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:41,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:42,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:42,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:42,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:42,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:42,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:42,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:42,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:42,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:42,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:42,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:42,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:43,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:43,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:43,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:43,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:44,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:44,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:44,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:44,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:44,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:44,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:44,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:44,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:44,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:44,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:44,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:45,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:45,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:45,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:45,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:46,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:46,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:46,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:46,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:46,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:46,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:46,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:46,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:46,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:46,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:46,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:47,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:47,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:47,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:47,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:47,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:47,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:47,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:48,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:48,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:48,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:48,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:48,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:49,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:49,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:49,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:49,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:49,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:49,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:49,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:49,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:49,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:49,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:50,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:50,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:50,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:50,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:50,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:50,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:50,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:50,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:51,020 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:56:51,022 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:56:51,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:51,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:51,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:51,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:51,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:51,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:51,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:52,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:52,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:52,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:52,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:52,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:52,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:52,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:52,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:53,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:53,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:53,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:53,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:54,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:54,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:54,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:54,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:54,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:54,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:54,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:55,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:55,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:55,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:55,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:55,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:55,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:55,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:55,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:55,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:55,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:56,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:56,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:56,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:56,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:56,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:57,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:57,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:57,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:57,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:57,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:57,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:57,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:58,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:58,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:58,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:58,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:58,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:58,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:58,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:58,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:56:58,775 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:58,775 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:58,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:56:59,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:56:59,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:56:59,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:56:59,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:00,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:00,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:00,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:00,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:00,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:00,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:00,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:00,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:01,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:01,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:01,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:01,224 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:57:01,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:01,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:01,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:01,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:02,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:02,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:02,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:02,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:02,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:02,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:02,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:02,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:02,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:02,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:02,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:03,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:03,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:03,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:03,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:03,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:03,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:03,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:04,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:04,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:04,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:04,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:04,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:05,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:05,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:05,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:05,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:05,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:05,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:05,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:05,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:05,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:05,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:06,122 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:57:06,123 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:57:06,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:06,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:06,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:06,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:06,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:06,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:06,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:06,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:07,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:07,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:07,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:07,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:07,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:07,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:07,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:08,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:08,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:08,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:08,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:08,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:08,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:08,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:08,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:09,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:09,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:09,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:09,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:09,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:09,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:09,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:10,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:10,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:10,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:10,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:10,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:10,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:10,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:10,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:11,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:11,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:11,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:11,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:11,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:11,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:11,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:12,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:12,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:12,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:12,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:12,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:12,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:12,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:12,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:13,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:13,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:13,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:13,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:13,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:13,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:13,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:13,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:13,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:13,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:14,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:14,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:14,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:14,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:14,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:15,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:15,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:15,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:15,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:15,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:15,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:15,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:15,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:15,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:15,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:16,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:16,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:16,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:16,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:16,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:16,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:16,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:16,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:17,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:17,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:17,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:17,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:17,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:17,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:17,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:18,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:18,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:18,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:18,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:18,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:18,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:18,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:18,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:18,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:18,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:18,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:19,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:20,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:20,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:20,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:20,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:20,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:20,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:20,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:20,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:20,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:20,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:20,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:21,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:21,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:21,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:21,160 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:57:21,160 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:57:21,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:21,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:21,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:21,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:22,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:22,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:22,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:22,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:22,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:22,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:22,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:22,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:23,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:23,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:23,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:23,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:23,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:23,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:23,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:23,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:23,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:23,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:24,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:24,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:24,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:24,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:24,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:25,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:25,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:25,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:25,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:25,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:25,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:25,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:25,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:25,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:25,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:26,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:26,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:26,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:26,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:26,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:27,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:27,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:27,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:27,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:27,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:27,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:27,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:27,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:27,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:27,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:28,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:28,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:28,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:28,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:28,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:28,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:28,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:28,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:29,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:29,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:29,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:29,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:30,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:30,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:30,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:30,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:30,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:30,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:30,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:30,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:30,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:30,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:30,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:31,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:31,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:31,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:31,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:32,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:32,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:32,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:32,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:32,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:32,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:32,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:32,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:33,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:33,189 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:33,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:33,538 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:33,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:33,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:33,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:33,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:33,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:33,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:34,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:34,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:34,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:34,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:34,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:35,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:35,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:35,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:35,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:35,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:35,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:35,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:36,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:36,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:36,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:36,201 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:57:36,201 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:57:36,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:36,391 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:36,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:36,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:36,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:36,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:36,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:36,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:37,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:37,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:37,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:37,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:38,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:38,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:38,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:38,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:38,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:38,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:38,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:38,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:38,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:38,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:38,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:39,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:39,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:39,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:39,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:40,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:40,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:40,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:40,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:40,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:40,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:40,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:40,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:40,786 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:57:41,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:41,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:41,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:41,383 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:41,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:41,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:41,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:41,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:41,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:41,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:42,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:42,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:42,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:42,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:42,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:43,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:43,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:43,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:43,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:43,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:43,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:43,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:43,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:43,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:43,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:44,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:44,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:44,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:44,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:44,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:45,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:45,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:45,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:45,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:45,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:45,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:45,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:45,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:45,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:45,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:46,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:46,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:46,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:46,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:46,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:46,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:46,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:46,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:47,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:47,583 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:47,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:47,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:47,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:47,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:47,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:48,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:48,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:48,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:48,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:48,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:48,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:48,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:48,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:48,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:48,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:48,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:49,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:50,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:50,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:50,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:50,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:50,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:50,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:50,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:50,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:50,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:50,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:50,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:51,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:51,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:51,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:51,246 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:57:51,246 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:57:51,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:51,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:51,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:51,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:51,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:51,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:51,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:52,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:52,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:52,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:52,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:52,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:53,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:53,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:53,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:53,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:53,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:53,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:53,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:53,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:53,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:53,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:54,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:54,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:54,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:54,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:54,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:55,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:55,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:55,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:55,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:55,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:55,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:55,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:55,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:55,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:55,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:56,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:56,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:56,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:56,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:56,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:56,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:56,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:56,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:57,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:57,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:57,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:57,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:58,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:58,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:58,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:58,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:58,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:58,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:58,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:57:58,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:57:58,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:58,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:58,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:59,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:57:59,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:57:59,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:57:59,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:00,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:00,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:00,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:00,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:00,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:00,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:00,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:00,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:00,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:00,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:00,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:01,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:01,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:01,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:01,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:01,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:01,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:01,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:02,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:02,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:02,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:02,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:02,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:02,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:02,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:03,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:03,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:03,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:03,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:03,608 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:03,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:03,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:03,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:03,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:03,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:04,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:04,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:04,332 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:04,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:04,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:05,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:05,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:05,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:05,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:05,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:05,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:06,277 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:58:06,277 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:58:06,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:06,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:06,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:06,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:06,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:06,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:06,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:06,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:07,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:07,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:07,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:07,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:08,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:08,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:08,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:08,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:08,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:08,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:08,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:08,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:08,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:08,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:08,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:09,142 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:09,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:09,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:09,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:09,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:09,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:09,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:10,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:10,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:10,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:10,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:11,007 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:11,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:11,008 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:11,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:11,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:11,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:11,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:11,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:11,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:11,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:12,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:12,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:12,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:12,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:12,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:12,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:12,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:12,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:13,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:13,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:13,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:13,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:13,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:13,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:13,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:14,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:14,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:14,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:14,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:14,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:14,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:14,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:14,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:14,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:14,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:14,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:15,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:15,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:15,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:15,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:16,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:16,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:16,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:16,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:16,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:16,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:16,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:16,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:16,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:16,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:16,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:17,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:17,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:17,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:17,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:18,361 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:18,361 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:18,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:18,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:18,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:18,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:18,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:18,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:19,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:19,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:19,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:19,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:19,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:19,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:19,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:19,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:19,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:19,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:19,981 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:58:20,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:20,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:20,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:20,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:21,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:21,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:21,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:21,314 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:58:21,315 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:58:21,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:21,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:21,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:21,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:21,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:21,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:21,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:21,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:22,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:22,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:22,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:22,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:22,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:22,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:22,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:23,567 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:23,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:23,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:23,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:23,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:23,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:23,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:24,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:24,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:24,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:24,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:24,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:24,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:24,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:25,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:25,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:25,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:25,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:25,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:26,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:26,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:26,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:26,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:26,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:26,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:26,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:27,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:27,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:27,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:27,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:27,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:27,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:27,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:27,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:27,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:27,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:27,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:28,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:28,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:28,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:28,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:28,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:28,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:28,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:29,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:29,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:29,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:29,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:29,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:29,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:29,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:29,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:30,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:30,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:30,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:30,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:30,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:30,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:30,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:31,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:31,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:31,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:31,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:31,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:31,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:31,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:31,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:32,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:32,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:32,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:32,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:32,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:32,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:32,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:32,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:32,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:32,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:33,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:33,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:33,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:33,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:33,889 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:34,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:34,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:34,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:34,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:34,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:34,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:34,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:34,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:34,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:34,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:35,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:35,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:35,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:35,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:35,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:36,346 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:58:36,346 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:58:36,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:36,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:36,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:36,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:36,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:36,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:36,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:37,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:37,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:37,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:37,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:37,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:37,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:37,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:37,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:37,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:37,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:37,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:38,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:38,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:38,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:38,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:39,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:39,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:39,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:39,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:39,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:39,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:39,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:39,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:39,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:39,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:39,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:40,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:40,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:40,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:40,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:41,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:41,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:41,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:41,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:41,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:41,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:41,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:41,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:41,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:41,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:41,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:42,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:42,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:42,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:42,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:42,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:42,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:42,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:43,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:43,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:43,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:43,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:43,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:44,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:44,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:44,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:45,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:45,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:45,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:45,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:45,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:45,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:45,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:45,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:45,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:45,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:45,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:46,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:46,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:46,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:46,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:46,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:46,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:46,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:47,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:47,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:47,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:47,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:47,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:47,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:47,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:47,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:48,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:48,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:48,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:48,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:48,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:48,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:48,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:49,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:49,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:49,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:49,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:49,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:49,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:49,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:49,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:50,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:50,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:50,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:50,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:50,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:50,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:50,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:51,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:51,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:51,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:51,381 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:58:51,381 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:58:51,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:51,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:51,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:51,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:51,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:51,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:51,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:51,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:52,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:52,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:52,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:52,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:53,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:53,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:53,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:53,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:53,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:53,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:53,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:53,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:53,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:53,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:53,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:54,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:54,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:54,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:54,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:55,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:55,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:55,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:55,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:55,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:55,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:55,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:55,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:56,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:56,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:56,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:56,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:56,368 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:56,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:56,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:56,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:56,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:56,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:57,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:57,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:58:57,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:57,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:57,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:58,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:58,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:58,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:58,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:58,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:58,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:58,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:58,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:58,819 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:58,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:59,015 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:58:59,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:58:59,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:58:59,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:58:59,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:58:59,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:00,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:00,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:00,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:00,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:00,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:00,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:00,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:00,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:00,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:00,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:01,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:01,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:01,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:01,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:01,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:01,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:01,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:01,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:02,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:02,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:02,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:02,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:02,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:02,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:02,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:03,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:03,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:03,243 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:03,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:03,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:03,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:03,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:03,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:03,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:03,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:03,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:04,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:05,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:05,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:05,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:05,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:05,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:05,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:05,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:05,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:06,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:06,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:06,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:06,415 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:59:06,415 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:59:06,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:06,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:06,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:06,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:06,819 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:06,819 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:06,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:07,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:07,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:07,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:07,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:07,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:08,113 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:08,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:08,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:08,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:08,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:08,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:08,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:08,813 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:08,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:08,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:09,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:09,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:09,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:09,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:09,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:10,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:10,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:10,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:10,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:10,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:10,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:10,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:10,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:10,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:10,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:11,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:11,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:11,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:11,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:11,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:11,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:11,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:11,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:12,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:12,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:12,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:12,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:13,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:13,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:13,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:13,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:13,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:13,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:13,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:13,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:13,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:13,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:13,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:14,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:14,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:14,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:14,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:14,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:14,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:14,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:15,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:15,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:15,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:15,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:15,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:15,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:15,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:15,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:16,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:16,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:16,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:16,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:16,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:16,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:16,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:16,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:16,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:16,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:17,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:17,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:18,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:18,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:18,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:18,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:18,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:18,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:18,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:18,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:18,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:18,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:19,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:19,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:19,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:19,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:19,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:19,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:19,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:19,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:20,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:20,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:20,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:21,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:21,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:21,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:21,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:21,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:21,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:21,446 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:59:21,446 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:59:21,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:21,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:21,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:21,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:21,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:22,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:22,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:22,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:22,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:23,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:23,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:23,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:23,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:23,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:23,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:23,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:23,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:24,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:24,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:24,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:24,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:24,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:24,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:24,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:24,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:24,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:24,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:25,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:25,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:25,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:25,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:25,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:26,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:26,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:26,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:26,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:26,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:26,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:26,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:26,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:26,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:26,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:27,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:27,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:27,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:27,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:27,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:28,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:28,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:28,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:28,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:28,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:28,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:28,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:28,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:28,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:28,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:29,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:29,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:29,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:29,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:29,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:29,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:29,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:29,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:29,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:29,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:29,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:30,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:31,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:31,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:31,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:31,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:31,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:31,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:31,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:31,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:31,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:31,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:31,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:32,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:32,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:32,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:32,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:32,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:32,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:32,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:33,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:33,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:33,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:33,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:33,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:33,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:33,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:33,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:34,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:34,303 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:34,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:34,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:34,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:34,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:34,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:35,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:35,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:35,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:35,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:35,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:35,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:35,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:35,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:36,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:36,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:36,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:36,479 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:59:36,479 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:59:36,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:36,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:36,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:36,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:37,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:37,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:37,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:37,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:37,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:37,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:37,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:37,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:37,720 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 21:59:38,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:38,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:38,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:38,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:38,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:38,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:38,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:39,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:39,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:39,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:39,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:39,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:39,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:39,613 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:39,613 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:39,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:39,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:39,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:40,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:40,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:40,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:40,614 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:41,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:41,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:41,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:41,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:41,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:41,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:41,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:41,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:41,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:41,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:41,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:42,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:42,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:42,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:42,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:42,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:42,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:42,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:43,616 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:43,616 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:44,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:44,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:44,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:44,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:44,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:44,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:44,616 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:44,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:44,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:44,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:45,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:45,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:45,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:45,617 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:45,617 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:45,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:45,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:45,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:46,617 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:46,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:46,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:46,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:47,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:47,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:47,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:47,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:47,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:47,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:47,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:47,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:47,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:47,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:47,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:48,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:48,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:48,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:48,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:49,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:49,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:49,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:49,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:49,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:49,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:49,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:49,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:49,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:49,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:49,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:50,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:50,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:50,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:50,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:50,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:50,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:50,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:51,509 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 21:59:51,509 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 21:59:51,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:51,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:51,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:51,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:51,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:51,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:51,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:51,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:52,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:52,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:52,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:52,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:52,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:52,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:52,620 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:52,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:52,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:52,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:53,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:53,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:53,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:53,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:53,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:54,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:54,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:54,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:54,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:54,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:54,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:54,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:54,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:54,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:54,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:55,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:55,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:55,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:55,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:55,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:55,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:55,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:55,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:56,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:56,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:56,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:56,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:57,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:57,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:57,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:57,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:57,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:57,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:57,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:57,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:57,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:57,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:57,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:58,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:58,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:58,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:58,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:58,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:58,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:58,663 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 21:59:59,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 21:59:59,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 21:59:59,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 21:59:59,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 21:59:59,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:00,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:00,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:00,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:00,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:00,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:00,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:00,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:00,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:00,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:00,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:01,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:01,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:01,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:01,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:01,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:02,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:02,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:02,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:02,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:02,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:02,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:02,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:02,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:02,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:02,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:03,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:03,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:03,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:03,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:03,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:03,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:03,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:03,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:04,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:04,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:04,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:04,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:04,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:04,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:04,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:05,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:05,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:05,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:05,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:05,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:05,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:05,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:05,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:05,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:05,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:05,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:06,550 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:00:06,550 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:00:06,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:06,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:06,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:06,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:07,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:07,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:07,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:07,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:07,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:07,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:07,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:07,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:08,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:08,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:08,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:08,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:08,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:08,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:08,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:09,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:09,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:09,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:09,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:09,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:09,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:09,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:09,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:10,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:10,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:10,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:10,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:10,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:10,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:10,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:10,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:10,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:10,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:11,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:11,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:11,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:11,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:11,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:12,241 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:12,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:12,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:12,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:12,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:12,591 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:12,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:12,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:12,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:12,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:13,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:13,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:13,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:13,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:13,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:13,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:13,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:13,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:14,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:14,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:14,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:14,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:14,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:14,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:14,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:15,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:15,326 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:15,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:15,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:15,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:15,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:15,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:15,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:16,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:16,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:16,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:16,384 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:00:16,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:16,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:16,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:16,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:17,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:17,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:17,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:17,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:17,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:17,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:17,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:17,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:18,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:18,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:18,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:18,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:18,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:18,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:18,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:19,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:19,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:19,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:19,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:19,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:19,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:19,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:19,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:20,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:20,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:20,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:20,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:20,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:20,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:20,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:20,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:20,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:20,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:21,619 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:00:21,620 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:00:21,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:21,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:21,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:21,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:21,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:22,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:22,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:22,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:22,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:22,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:22,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:22,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:22,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:22,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:22,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:23,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:23,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:23,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:23,640 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:23,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:24,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:24,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:24,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:24,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:24,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:24,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:24,640 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:24,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:24,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:24,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:25,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:25,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:25,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:25,640 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:25,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:25,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:25,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:25,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:26,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:26,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:26,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:26,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:26,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:26,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:26,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:27,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:27,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:27,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:27,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:27,642 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:27,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:27,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:27,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:28,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:28,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:28,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:28,642 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:28,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:28,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:28,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:29,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:29,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:29,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:29,643 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:29,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:29,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:29,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:29,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:30,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:30,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:30,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:30,387 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:30,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:30,388 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:30,643 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:31,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:31,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:31,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:31,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:31,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:31,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:31,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:31,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:32,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:32,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:32,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:32,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:32,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:32,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:32,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:32,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:32,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:32,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:33,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:33,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:33,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:33,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:33,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:34,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:34,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:34,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:34,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:34,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:34,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:34,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:34,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:34,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:34,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:35,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:35,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:35,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:35,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:35,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:35,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:35,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:35,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:36,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:36,657 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:00:36,658 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:00:36,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:36,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:36,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:37,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:37,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:37,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:37,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:37,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:37,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:37,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:37,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:37,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:37,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:37,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:38,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:38,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:38,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:38,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:39,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:39,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:39,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:39,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:39,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:39,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:39,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:39,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:39,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:39,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:39,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:40,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:40,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:40,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:40,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:40,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:40,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:40,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:41,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:41,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:41,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:41,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:41,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:41,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:41,802 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:41,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:42,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:42,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:42,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:42,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:42,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:42,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:42,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:42,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:42,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:42,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:43,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:43,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:43,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:43,652 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:43,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:44,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:44,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:44,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:44,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:44,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:44,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:44,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:45,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:45,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:45,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:45,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:45,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:45,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:45,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:45,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:45,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:45,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:45,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:46,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:46,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:46,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:46,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:47,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:47,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:47,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:47,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:47,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:47,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:47,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:47,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:47,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:47,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:47,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:48,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:48,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:48,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:48,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:49,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:49,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:49,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:49,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:49,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:49,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:49,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:49,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:50,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:50,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:50,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:50,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:50,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:50,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:50,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:50,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:50,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:50,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:51,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:51,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:51,724 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:00:51,724 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:00:51,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:51,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:51,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:52,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:52,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:52,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:52,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:52,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:52,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:52,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:52,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:52,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:52,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:53,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:53,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:53,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:53,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:53,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:53,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:53,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:53,657 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:54,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:54,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:54,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:54,657 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:54,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:54,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:54,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:55,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:55,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:55,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:55,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:55,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:55,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:55,657 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:55,657 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:55,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:55,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:55,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:56,043 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:00:56,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:57,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:57,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:57,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:57,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:57,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:57,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:57,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:57,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:57,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:57,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:57,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:58,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:58,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:58,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:58,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:58,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:58,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:00:58,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:00:59,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:00:59,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:00:59,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:00:59,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:00,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:00,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:00,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:00,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:00,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:00,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:00,660 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:00,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:00,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:00,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:01,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:01,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:01,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:01,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:01,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:02,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:02,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:02,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:02,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:02,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:02,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:02,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:03,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:03,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:03,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:03,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:03,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:03,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:03,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:03,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:04,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:04,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:04,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:04,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:04,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:04,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:04,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:05,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:05,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:05,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:05,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:05,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:05,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:05,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:05,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:06,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:06,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:06,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:06,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:06,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:06,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:06,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:06,758 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:01:06,758 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:01:07,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:07,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:07,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:07,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:07,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:07,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:07,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:07,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:07,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:07,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:07,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:08,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:08,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:08,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:08,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:09,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:09,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:09,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:09,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:09,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:09,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:09,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:09,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:09,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:09,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:09,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:10,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:10,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:10,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:10,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:11,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:11,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:11,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:11,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:11,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:11,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:11,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:11,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:11,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:11,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:11,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:12,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:12,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:12,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:12,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:12,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:12,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:12,669 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:13,669 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:13,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:13,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:13,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:14,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:14,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:14,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:14,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:14,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:14,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:14,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:14,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:14,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:14,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:15,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:15,092 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:15,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:15,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:15,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:16,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:16,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:16,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:16,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:16,368 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:16,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:16,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:16,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:16,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:16,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:17,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:17,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:17,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:17,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:17,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:17,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:17,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:17,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:18,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:18,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:18,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:18,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:18,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:18,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:18,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:19,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:19,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:19,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:19,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:19,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:19,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:19,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:19,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:19,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:19,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:19,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:20,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:20,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:20,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:20,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:21,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:21,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:21,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:21,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:21,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:21,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:21,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:21,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:21,791 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:01:21,791 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:01:21,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:21,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:21,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:22,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:22,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:22,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:22,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:22,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:22,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:22,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:23,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:23,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:23,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:23,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:24,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:24,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:24,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:24,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:24,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:24,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:24,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:24,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:24,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:24,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:25,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:25,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:25,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:25,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:25,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:26,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:26,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:26,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:26,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:26,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:26,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:26,676 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:26,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:26,716 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:26,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:27,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:27,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:27,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:27,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:27,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:27,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:27,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:27,678 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:28,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:28,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:28,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:28,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:28,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:28,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:28,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:29,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:29,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:29,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:29,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:29,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:29,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:29,678 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:29,678 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:29,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:29,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:29,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:30,678 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:30,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:30,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:30,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:31,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:31,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:31,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:31,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:31,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:31,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:31,679 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:31,679 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:31,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:31,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:31,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:32,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:32,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:32,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:32,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:33,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:33,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:33,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:33,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:33,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:33,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:33,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:33,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:33,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:33,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:33,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:34,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:34,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:34,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:34,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:34,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:34,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:34,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:35,362 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:01:35,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:35,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:35,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:35,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:36,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:36,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:36,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:36,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:36,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:36,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:36,682 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:36,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:36,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:36,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:36,829 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:01:36,830 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:01:37,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:37,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:37,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:37,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:37,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:37,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:37,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:37,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:38,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:38,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:38,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:38,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:38,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:38,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:38,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:39,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:39,190 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:39,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:39,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:39,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:39,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:39,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:39,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:39,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:39,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:39,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:40,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:40,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:40,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:40,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:41,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:41,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:41,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:41,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:41,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:41,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:41,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:41,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:41,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:41,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:41,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:42,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:42,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:42,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:42,686 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:43,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:43,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:43,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:43,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:43,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:43,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:43,686 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:43,686 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:44,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:44,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:44,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:44,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:44,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:44,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:44,686 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:44,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:44,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:44,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:45,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:45,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:45,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:45,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:45,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:45,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:45,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:45,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:46,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:46,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:46,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:46,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:46,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:46,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:46,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:47,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:47,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:47,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:47,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:47,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:48,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:48,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:48,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:48,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:48,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:48,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:48,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:48,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:48,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:48,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:49,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:49,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:49,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:49,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:49,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:49,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:49,689 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:49,689 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:50,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:50,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:50,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:50,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:50,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:50,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:50,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:51,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:51,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:51,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:51,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:51,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:51,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:51,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:51,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:51,864 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:01:51,865 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:01:51,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:51,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:51,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:52,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:52,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:52,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:52,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:53,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:53,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:53,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:53,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:53,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:53,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:53,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:53,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:54,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:54,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:54,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:54,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:54,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:54,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:54,694 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:54,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:54,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:54,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:55,694 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:55,694 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:55,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:55,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:55,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:56,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:56,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:56,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:56,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:56,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:56,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:56,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:56,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:56,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:56,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:57,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:57,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:57,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:57,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:57,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:58,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:58,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:58,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:58,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:58,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:58,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:58,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:59,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:59,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:59,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:59,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:59,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:59,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:01:59,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:01:59,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:01:59,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:01:59,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:01:59,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:00,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:00,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:00,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:00,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:01,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:01,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:01,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:01,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:01,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:01,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:01,697 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:01,697 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:01,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:01,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:01,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:02,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:02,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:02,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:02,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:03,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:03,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:03,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:03,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:03,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:03,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:03,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:03,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:04,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:04,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:04,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:04,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:04,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:04,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:04,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:04,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:04,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:04,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:05,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:05,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:05,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:05,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:05,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:06,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:06,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:06,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:06,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:06,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:06,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:06,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:06,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:06,793 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:06,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:06,907 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:02:06,907 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:02:07,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:07,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:07,143 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:07,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:07,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:08,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:08,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:08,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:08,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:08,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:08,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:08,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:08,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:08,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:08,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:09,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:09,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:09,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:09,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:09,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:09,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:09,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:09,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:10,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:10,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:10,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:11,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:11,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:11,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:11,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:11,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:11,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:11,702 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:11,702 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:11,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:11,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:11,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:12,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:12,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:12,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:12,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:13,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:13,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:13,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:13,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:13,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:13,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:13,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:13,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:13,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:13,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:13,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:14,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:14,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:14,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:14,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:14,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:14,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:14,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:15,181 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:02:15,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:15,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:15,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:15,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:15,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:15,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:15,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:15,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:16,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:16,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:16,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:16,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:16,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:16,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:16,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:16,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:16,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:16,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:17,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:17,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:18,033 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:18,033 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:18,034 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:18,383 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:18,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:18,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:18,706 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:18,733 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:18,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:18,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:19,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:19,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:19,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:19,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:19,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:19,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:19,706 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:19,706 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:19,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:19,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:19,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:20,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:21,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:21,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:21,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:21,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:21,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:21,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:21,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:21,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:21,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:21,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:21,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:21,939 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:02:21,940 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:02:22,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:22,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:22,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:22,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:22,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:22,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:22,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:22,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:22,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:22,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:23,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:23,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:23,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:23,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:23,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:24,174 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:24,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:24,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:24,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:24,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:24,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:24,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:24,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:24,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:24,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:25,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:25,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:25,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:25,711 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:25,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:26,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:26,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:26,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:26,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:26,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:26,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:26,710 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:26,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:26,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:26,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:27,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:27,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:27,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:27,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:27,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:27,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:27,710 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:27,711 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:28,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:28,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:28,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:28,711 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:28,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:28,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:28,889 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:29,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:29,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:29,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:29,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:29,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:29,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:29,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:29,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:29,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:29,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:29,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:30,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:31,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:31,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:31,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:31,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:31,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:31,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:31,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:31,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:31,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:31,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:32,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:32,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:32,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:32,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:32,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:32,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:32,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:32,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:32,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:32,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:32,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:33,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:34,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:34,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:34,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:34,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:34,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:34,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:34,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:34,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:35,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:35,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:35,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:35,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:35,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:35,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:35,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:35,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:35,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:35,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:36,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:36,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:36,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:36,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:36,978 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:02:36,979 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:02:37,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:37,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:37,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:37,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:37,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:37,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:37,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:37,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:37,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:37,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:38,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:38,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:38,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:38,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:38,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:38,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:38,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:38,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:39,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:39,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:39,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:39,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:39,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:39,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:39,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:40,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:40,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:40,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:40,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:40,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:40,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:40,717 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:40,717 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:40,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:40,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:40,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:41,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:41,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:41,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:41,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:42,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:42,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:42,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:42,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:42,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:42,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:42,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:42,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:42,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:42,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:42,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:43,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:43,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:43,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:43,719 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:44,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:44,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:44,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:44,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:44,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:44,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:44,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:44,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:45,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:45,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:45,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:45,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:45,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:45,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:45,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:45,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:45,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:45,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:46,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:46,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:46,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:46,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:46,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:47,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:47,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:47,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:47,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:47,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:47,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:47,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:47,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:47,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:47,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:48,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:48,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:48,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:48,723 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:48,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:49,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:49,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:49,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:49,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:49,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:49,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:49,723 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:50,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:50,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:50,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:50,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:50,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:50,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:50,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:50,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:50,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:50,723 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:50,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:51,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:51,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:51,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:51,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:52,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:52,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:52,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:52,013 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:02:52,014 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:02:52,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:52,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:52,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:52,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:52,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:52,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:52,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:52,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:53,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:53,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:53,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:53,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:53,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:53,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:53,726 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:54,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:54,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:54,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:54,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:54,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:54,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:54,726 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:54,726 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:55,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:55,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:55,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:55,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:55,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:55,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:55,727 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:55,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:55,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:55,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:55,777 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:02:56,727 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:56,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:56,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:56,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:56,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:57,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:57,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:57,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:57,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:57,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:57,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:57,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:57,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:57,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:57,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:58,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:58,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:58,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:58,730 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:58,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:02:59,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:59,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:59,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:59,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:59,614 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:59,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:02:59,730 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:02:59,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:02:59,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:02:59,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:00,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:00,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:00,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:00,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:00,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:00,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:00,730 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:00,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:01,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:01,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:01,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:02,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:02,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:02,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:02,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:02,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:02,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:02,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:02,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:02,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:02,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:02,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:03,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:03,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:03,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:03,734 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:04,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:04,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:04,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:04,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:04,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:04,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:04,734 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:04,734 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:04,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:04,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:04,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:05,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:05,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:05,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:05,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:05,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:05,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:05,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:06,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:06,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:06,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:06,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:06,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:06,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:06,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:06,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:07,047 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:03:07,047 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:03:07,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:07,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:07,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:07,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:07,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:07,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:07,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:07,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:07,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:07,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:08,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:08,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:09,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:09,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:09,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:09,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:09,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:09,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:09,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:09,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:09,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:09,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:10,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:10,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:10,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:10,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:10,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:10,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:10,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:10,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:10,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:10,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:10,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:11,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:11,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:11,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:11,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:12,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:12,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:12,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:12,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:12,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:12,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:12,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:12,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:12,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:12,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:12,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:13,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:13,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:13,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:13,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:14,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:14,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:14,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:14,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:14,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:14,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:14,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:14,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:15,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:15,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:15,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:15,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:15,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:15,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:15,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:15,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:15,824 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:15,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:16,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:16,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:16,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:16,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:16,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:17,134 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:17,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:17,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:17,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:17,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:17,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:17,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:17,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:17,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:17,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:18,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:18,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:18,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:18,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:18,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:18,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:18,755 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:18,755 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:19,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:19,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:19,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:19,755 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:20,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:20,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:20,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:20,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:20,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:20,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:20,756 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:20,756 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:20,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:20,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:20,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:21,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:21,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:21,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:21,756 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:22,086 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:03:22,086 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:03:22,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:22,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:22,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:22,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:22,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:22,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:22,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:22,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:23,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:23,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:23,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:23,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:23,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:23,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:23,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:23,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:23,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:23,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:24,758 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:24,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:24,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:24,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:24,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:25,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:25,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:25,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:25,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:25,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:25,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:25,758 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:25,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:25,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:25,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:26,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:26,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:26,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:26,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:26,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:27,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:27,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:27,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:27,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:27,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:27,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:27,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:28,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:28,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:28,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:28,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:28,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:28,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:28,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:28,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:28,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:28,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:28,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:29,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:29,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:29,195 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:29,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:30,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:30,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:30,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:30,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:30,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:30,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:30,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:30,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:30,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:30,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:30,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:31,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:31,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:31,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:31,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:31,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:31,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:31,762 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:32,762 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:32,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:32,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:32,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:33,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:33,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:33,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:33,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:33,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:33,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:33,763 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:33,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:33,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:33,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:34,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:34,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:34,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:34,763 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:34,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:35,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:35,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:35,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:35,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:35,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:35,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:35,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:36,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:36,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:36,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:36,104 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:03:36,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:36,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:36,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:36,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:36,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:36,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:36,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:36,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:37,117 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:03:37,118 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:03:37,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:37,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:37,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:37,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:38,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:38,106 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:38,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:38,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:38,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:38,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:38,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:38,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:38,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:38,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:38,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:39,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:39,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:39,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:39,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:39,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:39,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:39,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:40,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:40,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:40,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:40,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:40,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:40,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:40,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:40,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:41,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:41,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:41,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:41,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:41,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:41,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:41,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:41,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:41,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:41,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:42,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:42,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:42,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:42,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:42,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:43,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:43,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:43,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:43,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:43,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:43,648 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:43,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:43,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:43,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:43,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:44,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:44,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:44,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:44,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:44,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:45,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:45,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:45,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:45,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:45,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:45,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:45,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:46,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:46,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:46,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:46,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:46,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:46,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:46,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:46,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:46,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:46,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:46,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:47,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:47,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:47,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:48,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:48,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:48,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:48,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:48,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:48,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:48,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:48,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:48,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:48,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:48,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:49,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:49,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:49,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:49,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:50,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:50,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:50,214 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:50,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:50,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:50,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:50,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:50,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:50,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:50,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:50,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:51,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:51,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:51,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:51,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:51,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:51,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:51,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:52,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:52,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:52,008 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:52,213 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:03:52,214 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:03:52,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:52,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:52,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:52,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:52,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:53,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:53,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:53,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:53,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:53,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:53,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:53,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:54,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:54,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:54,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:54,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:54,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:54,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:54,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:54,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:55,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:55,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:55,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:55,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:55,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:55,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:55,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:56,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:56,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:56,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:56,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:56,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:56,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:56,777 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:56,777 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:56,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:56,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:56,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:57,777 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:57,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:57,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:57,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:58,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:58,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:58,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:58,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:58,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:58,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:58,778 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:03:58,778 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:03:58,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:58,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:58,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:59,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:03:59,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:03:59,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:03:59,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:00,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:00,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:00,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:00,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:00,614 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:00,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:00,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:00,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:00,963 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:00,963 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:00,964 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:01,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:01,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:01,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:01,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:01,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:01,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:01,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:02,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:02,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:02,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:02,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:02,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:02,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:02,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:02,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:03,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:03,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:03,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:03,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:03,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:03,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:03,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:03,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:03,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:03,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:04,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:04,783 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:05,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:05,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:05,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:05,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:05,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:05,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:05,783 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:06,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:06,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:06,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:06,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:06,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:06,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:06,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:06,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:06,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:06,784 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:06,784 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:07,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:07,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:07,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:07,250 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:04:07,250 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:04:07,784 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:08,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:08,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:08,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:08,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:08,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:08,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:08,784 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:08,785 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:08,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:08,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:08,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:09,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:09,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:09,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:09,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:09,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:09,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:09,785 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:10,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:10,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:10,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:10,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:10,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:10,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:10,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:10,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:11,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:11,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:11,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:11,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:11,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:11,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:11,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:11,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:12,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:12,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:12,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:12,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:12,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:12,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:12,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:13,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:13,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:13,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:13,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:13,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:13,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:13,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:13,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:13,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:13,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:14,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:14,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:14,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:14,797 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:14,798 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:15,208 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:04:15,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:15,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:15,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:15,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:15,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:15,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:15,797 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:16,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:16,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:16,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:16,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:16,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:16,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:16,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:16,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:16,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:16,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:16,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:17,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:17,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:17,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:17,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:18,142 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:18,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:18,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:18,491 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:18,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:18,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:18,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:18,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:18,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:18,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:18,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:19,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:19,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:19,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:19,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:19,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:19,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:19,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:20,801 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:20,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:20,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:20,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:21,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:21,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:21,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:21,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:21,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:21,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:21,801 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:22,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:22,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:22,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:22,285 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:04:22,286 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:04:22,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:22,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:22,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:22,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:22,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:22,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:22,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:22,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:23,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:23,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:23,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:23,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:24,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:24,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:24,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:24,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:24,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:24,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:24,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:24,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:24,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:24,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:24,803 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:25,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:25,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:25,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:25,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:25,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:25,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:25,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:26,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:26,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:26,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:26,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:26,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:27,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:27,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:27,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:27,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:27,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:27,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:27,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:27,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:27,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:27,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:28,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:28,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:28,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:28,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:28,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:29,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:29,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:29,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:29,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:29,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:29,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:29,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:29,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:29,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:29,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:30,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:30,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:30,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:30,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:30,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:30,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:30,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:30,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:32,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:32,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:32,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:32,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:32,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:32,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:32,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:32,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:32,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:32,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:32,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:33,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:33,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:33,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:33,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:33,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:33,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:33,818 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:33,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:33,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:33,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:34,818 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:34,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:34,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:34,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:34,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:35,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:35,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:35,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:35,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:35,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:35,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:35,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:36,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:36,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:36,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:36,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:36,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:36,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:36,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:36,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:36,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:36,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:36,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:37,316 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:04:37,316 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:04:37,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:37,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:37,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:37,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:38,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:38,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:38,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:38,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:38,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:38,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:38,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:38,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:38,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:38,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:38,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:39,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:39,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:39,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:39,821 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:40,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:40,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:40,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:40,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:40,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:40,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:40,821 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:40,821 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:40,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:40,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:40,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:41,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:41,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:41,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:41,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:41,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:41,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:41,821 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:42,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:42,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:42,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:42,822 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:42,822 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:43,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:43,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:43,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:43,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:43,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:43,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:43,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:43,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:43,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:43,822 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:44,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:44,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:44,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:44,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:44,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:45,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:45,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:45,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:45,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:45,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:45,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:45,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:45,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:45,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:45,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:46,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:46,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:46,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:46,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:46,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:46,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:46,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:46,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:46,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:46,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:46,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:47,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:47,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:47,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:48,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:48,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:48,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:48,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:48,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:48,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:48,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:48,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:48,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:48,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:48,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:49,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:49,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:49,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:49,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:50,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:50,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:50,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:50,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:50,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:50,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:50,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:50,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:50,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:50,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:50,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:51,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:51,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:51,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:51,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:51,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:51,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:51,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:52,466 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:04:52,466 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:04:52,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:52,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:52,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:52,827 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:52,827 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:52,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:52,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:52,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:53,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:53,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:53,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:53,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:53,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:53,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:53,827 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:54,007 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:54,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:54,008 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:54,827 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:54,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:55,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:55,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:55,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:55,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:55,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:55,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:55,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:55,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:55,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:55,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:56,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:56,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:56,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:56,378 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:04:56,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:56,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:56,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:56,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:56,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:57,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:57,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:57,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:57,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:57,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:57,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:57,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:58,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:58,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:58,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:58,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:58,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:58,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:58,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:58,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:04:58,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:58,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:58,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:04:59,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:04:59,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:04:59,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:04:59,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:00,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:00,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:00,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:00,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:00,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:00,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:00,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:00,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:00,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:00,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:00,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:01,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:01,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:01,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:01,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:02,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:02,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:02,388 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:02,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:02,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:02,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:02,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:02,833 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:03,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:03,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:03,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:03,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:03,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:03,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:03,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:03,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:03,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:03,833 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:04,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:04,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:04,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:04,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:04,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:05,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:05,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:05,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:05,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:05,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:05,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:05,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:05,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:05,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:05,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:06,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:06,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:06,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:06,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:06,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:06,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:06,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:06,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:07,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:07,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:07,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:07,502 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:05:07,504 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:05:07,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:08,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:08,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:08,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:08,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:08,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:08,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:08,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:08,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:08,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:08,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:08,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:09,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:09,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:09,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:09,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:09,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:09,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:09,837 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:10,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:10,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:10,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:10,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:10,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:11,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:11,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:11,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:11,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:11,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:11,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:11,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:11,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:11,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:11,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:12,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:12,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:12,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:12,839 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:12,839 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:12,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:12,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:12,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:13,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:13,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:13,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:13,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:13,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:13,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:13,839 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:14,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:14,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:14,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:14,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:14,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:14,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:14,842 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:14,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:16,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:16,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:16,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:16,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:16,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:16,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:16,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:16,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:16,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:16,842 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:16,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:17,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:17,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:17,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:17,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:17,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:17,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:17,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:17,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:17,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:17,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:18,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:18,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:18,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:18,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:18,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:19,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:19,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:19,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:19,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:19,598 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:19,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:19,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:19,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:19,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:19,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:20,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:20,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:20,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:20,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:20,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:20,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:20,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:20,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:21,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:21,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:21,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:21,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:22,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:22,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:22,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:22,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:22,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:22,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:22,611 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:05:22,611 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:05:22,714 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:22,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:22,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:22,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:22,846 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:23,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:23,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:23,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:23,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:23,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:23,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:23,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:24,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:24,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:24,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:24,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:24,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:24,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:24,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:24,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:25,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:25,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:25,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:25,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:25,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:25,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:25,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:25,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:25,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:25,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:26,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:26,849 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:26,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:26,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:26,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:27,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:27,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:27,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:27,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:27,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:27,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:27,849 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:27,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:27,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:27,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:28,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:28,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:28,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:28,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:28,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:29,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:29,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:29,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:29,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:29,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:29,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:29,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:30,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:30,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:30,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:30,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:30,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:30,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:30,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:30,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:30,862 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:30,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:30,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:31,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:31,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:31,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:31,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:32,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:32,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:32,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:32,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:32,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:32,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:32,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:32,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:32,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:32,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:32,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:33,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:33,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:33,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:33,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:33,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:33,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:33,854 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:34,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:34,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:34,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:34,855 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:34,855 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:35,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:35,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:35,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:35,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:35,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:35,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:35,727 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:05:35,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:35,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:35,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:35,855 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:36,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:36,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:36,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:36,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:36,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:37,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:37,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:37,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:37,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:37,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:37,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:37,664 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:05:37,665 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:05:37,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:37,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:37,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:37,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:38,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:38,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:38,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:38,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:38,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:38,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:38,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:38,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:39,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:39,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:39,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:39,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:39,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:39,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:39,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:40,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:40,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:40,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:40,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:40,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:40,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:40,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:40,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:41,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:41,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:41,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:41,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:42,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:42,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:42,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:42,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:42,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:42,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:42,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:42,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:42,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:42,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:42,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:43,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:43,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:43,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:43,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:43,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:43,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:43,860 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:44,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:44,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:44,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:44,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:44,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:44,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:44,860 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:44,860 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:45,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:45,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:45,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:45,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:45,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:45,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:45,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:45,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:45,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:45,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:46,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:46,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:46,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:46,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:46,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:47,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:47,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:47,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:47,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:47,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:47,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:47,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:47,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:47,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:47,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:48,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:48,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:48,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:48,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:48,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:49,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:49,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:49,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:49,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:49,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:49,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:49,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:50,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:50,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:50,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:50,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:50,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:50,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:50,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:50,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:50,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:50,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:50,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:51,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:51,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:51,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:51,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:52,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:52,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:52,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:52,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:52,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:52,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:52,703 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:05:52,703 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:05:52,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:52,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:52,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:52,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:52,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:53,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:53,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:53,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:53,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:53,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:53,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:53,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:54,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:54,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:54,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:54,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:54,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:55,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:55,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:55,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:55,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:55,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:55,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:55,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:55,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:55,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:55,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:56,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:56,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:56,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:56,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:56,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:57,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:57,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:57,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:57,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:57,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:57,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:57,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:57,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:57,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:57,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:58,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:58,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:58,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:58,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:58,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:58,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:58,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:05:58,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:05:59,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:59,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:59,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:59,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:05:59,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:05:59,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:05:59,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:00,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:00,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:00,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:00,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:00,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:00,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:00,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:00,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:00,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:00,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:00,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:01,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:01,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:01,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:02,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:02,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:02,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:02,658 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:02,658 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:02,659 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:02,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:02,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:03,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:03,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:03,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:03,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:03,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:03,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:03,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:04,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:04,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:04,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:04,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:04,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:04,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:04,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:04,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:05,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:05,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:05,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:05,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:05,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:05,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:05,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:05,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:05,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:05,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:06,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:06,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:06,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:06,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:06,872 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:06,991 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:06,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:06,992 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:07,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:07,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:07,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:07,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:07,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:07,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:07,735 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:06:07,736 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:06:07,872 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:08,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:08,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:08,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:08,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:08,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:08,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:08,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:08,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:09,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:09,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:09,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:09,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:09,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:09,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:09,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:10,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:10,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:10,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:10,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:10,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:10,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:10,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:10,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:10,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:10,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:10,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:11,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:11,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:11,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:12,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:12,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:12,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:12,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:12,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:12,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:12,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:12,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:12,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:12,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:12,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:13,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:13,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:13,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:13,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:14,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:14,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:14,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:14,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:14,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:14,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:14,879 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:14,879 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:15,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:15,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:15,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:15,202 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:06:15,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:15,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:15,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:15,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:15,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:15,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:15,879 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:16,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:16,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:16,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:16,880 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:16,880 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:17,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:17,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:17,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:17,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:17,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:17,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:17,775 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:17,775 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:17,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:17,880 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:18,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:18,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:18,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:18,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:18,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:18,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:18,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:18,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:19,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:19,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:19,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:19,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:19,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:19,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:19,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:20,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:20,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:20,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:20,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:20,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:20,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:20,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:20,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:20,813 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:20,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:20,883 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:21,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:21,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:21,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:21,883 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:22,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:22,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:22,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:22,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:22,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:22,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:22,768 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:06:22,768 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:06:22,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:22,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:22,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:22,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:22,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:23,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:23,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:23,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:23,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:24,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:24,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:24,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:24,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:24,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:24,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:24,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:24,885 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:24,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:24,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:24,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:25,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:25,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:25,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:25,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:25,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:25,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:25,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:26,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:26,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:26,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:26,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:26,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:26,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:26,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:26,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:27,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:27,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:27,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:27,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:27,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:27,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:27,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:27,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:27,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:27,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:28,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:28,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:29,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:29,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:29,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:29,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:29,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:29,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:29,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:29,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:29,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:29,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:30,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:30,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:30,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:30,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:30,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:30,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:30,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:30,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:31,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:31,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:31,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:31,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:31,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:31,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:31,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:32,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:32,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:32,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:32,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:32,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:32,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:32,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:32,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:32,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:32,891 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:32,891 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:33,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:33,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:33,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:33,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:34,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:34,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:34,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:34,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:34,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:34,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:34,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:34,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:34,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:34,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:34,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:35,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:35,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:35,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:35,893 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:36,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:36,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:36,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:36,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:36,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:36,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:36,893 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:36,893 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:37,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:37,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:37,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:37,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:37,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:37,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:37,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:37,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:37,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:37,805 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:06:37,805 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:06:37,894 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:38,894 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:38,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:38,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:38,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:39,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:39,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:39,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:39,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:39,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:39,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:39,895 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:40,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:40,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:40,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:40,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:40,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:40,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:40,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:40,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:40,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:40,895 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:40,896 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:41,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:41,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:41,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:41,896 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:42,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:42,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:42,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:42,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:42,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:42,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:42,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:42,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:42,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:42,897 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:42,897 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:43,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:43,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:43,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:43,897 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:44,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:44,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:44,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:44,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:44,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:44,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:44,898 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:44,898 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:44,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:44,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:44,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:45,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:45,254 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:45,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:45,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:45,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:45,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:45,898 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:46,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:46,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:46,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:46,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:46,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:47,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:47,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:47,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:47,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:47,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:47,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:47,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:47,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:47,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:47,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:48,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:48,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:48,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:48,900 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:48,900 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:49,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:49,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:49,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:49,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:49,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:49,659 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:49,901 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:50,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:50,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:50,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:50,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:50,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:50,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:50,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:50,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:50,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:50,901 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:50,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:51,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:51,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:51,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:51,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:52,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:52,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:52,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:52,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:52,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:52,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:52,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:52,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:52,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:52,839 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:06:52,839 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:06:52,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:52,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:53,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:53,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:53,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:53,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:53,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:53,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:53,904 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:54,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:54,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:54,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:54,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:54,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:54,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:54,904 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:54,905 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:55,203 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:06:55,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:55,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:55,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:55,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:55,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:55,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:55,906 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:56,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:56,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:56,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:56,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:56,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:56,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:56,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:56,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:57,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:57,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:57,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:57,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:57,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:57,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:57,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:57,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:57,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:57,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:58,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:58,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:58,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:58,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:06:58,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:06:59,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:59,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:59,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:59,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:06:59,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:06:59,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:06:59,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:00,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:00,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:00,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:00,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:00,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:00,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:00,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:00,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:00,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:00,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:00,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:01,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:01,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:01,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:01,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:02,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:02,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:02,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:02,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:02,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:02,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:02,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:02,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:02,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:02,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:02,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:03,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:03,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:03,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:03,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:04,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:04,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:04,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:04,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:04,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:04,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:04,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:04,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:04,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:04,912 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:04,912 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:05,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:05,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:05,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:05,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:05,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:05,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:05,912 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:05,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:05,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:05,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:06,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:06,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:07,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:07,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:07,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:07,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:07,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:07,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:07,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:07,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:07,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:07,876 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:07:07,876 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:07:07,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:08,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:08,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:08,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:08,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:08,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:08,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:08,915 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:08,915 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:09,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:09,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:09,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:09,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:09,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:09,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:09,915 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:10,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:10,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:10,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:10,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:10,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:10,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:10,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:10,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:10,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:10,916 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:10,916 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:11,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:11,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:11,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:11,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:12,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:12,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:12,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:12,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:12,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:12,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:12,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:12,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:12,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:12,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:12,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:13,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:13,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:13,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:13,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:14,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:14,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:14,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:14,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:14,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:14,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:14,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:14,919 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:14,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:14,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:14,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:15,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:15,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:15,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:15,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:15,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:15,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:15,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:16,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:16,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:16,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:16,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:16,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:17,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:17,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:17,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:17,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:17,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:17,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:17,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:17,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:17,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:17,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:18,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:18,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:18,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:18,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:18,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:18,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:18,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:18,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:19,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:19,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:19,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:19,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:20,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:20,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:20,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:20,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:20,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:20,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:20,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:20,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:20,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:20,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:20,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:21,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:21,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:21,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:21,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:22,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:22,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:22,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:22,907 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:07:22,907 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:07:22,924 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:22,924 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:22,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:22,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:22,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:23,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:23,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:23,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:23,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:23,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:23,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:23,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:23,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:23,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:23,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:24,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:24,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:24,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:24,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:24,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:25,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:25,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:25,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:25,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:25,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:25,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:25,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:26,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:26,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:26,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:26,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:26,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:26,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:26,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:26,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:27,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:27,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:27,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:27,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:28,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:28,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:28,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:28,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:28,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:28,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:28,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:28,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:28,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:28,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:28,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:29,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:29,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:29,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:29,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:29,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:29,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:29,929 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:30,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:30,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:30,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:30,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:30,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:30,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:30,929 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:30,929 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:31,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:31,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:31,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:31,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:31,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:31,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:31,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:31,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:31,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:31,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:32,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:32,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:33,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:33,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:33,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:33,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:33,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:33,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:33,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:33,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:33,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:33,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:34,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:34,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:34,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:34,396 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:07:34,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:34,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:34,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:34,933 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:34,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:35,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:35,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:35,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:35,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:35,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:35,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:35,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:36,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:36,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:36,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:36,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:36,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:36,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:36,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:36,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:36,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:36,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:36,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:37,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:37,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:37,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:37,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:37,949 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:07:37,950 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:07:38,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:38,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:38,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:38,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:38,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:38,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:38,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:38,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:38,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:38,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:38,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:39,190 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:39,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:39,191 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:39,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:40,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:40,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:40,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:40,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:40,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:40,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:40,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:40,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:41,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:41,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:41,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:41,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:41,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:41,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:41,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:41,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:41,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:41,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:42,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:42,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:42,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:42,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:42,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:43,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:43,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:43,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:43,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:43,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:43,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:43,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:43,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:43,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:43,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:44,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:44,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:44,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:44,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:44,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:45,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:45,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:45,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:45,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:45,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:45,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:45,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:46,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:46,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:46,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:46,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:46,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:46,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:46,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:46,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:46,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:46,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:47,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:47,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:47,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:47,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:47,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:48,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:48,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:48,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:48,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:48,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:48,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:48,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:48,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:48,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:48,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:49,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:49,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:49,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:49,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:49,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:50,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:50,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:50,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:50,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:50,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:50,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:50,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:50,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:50,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:50,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:51,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:51,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:51,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:51,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:51,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:51,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:51,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:51,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:52,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:52,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:52,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:52,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:52,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:52,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:52,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:52,985 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:07:52,985 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:07:53,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:53,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:53,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:53,583 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:53,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:53,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:53,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:53,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:53,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:53,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:53,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:54,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:54,892 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:54,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:54,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:55,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:55,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:55,243 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:55,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:55,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:55,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:55,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:55,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:55,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:55,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:55,944 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:56,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:56,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:56,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:56,944 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:57,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:57,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:57,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:57,608 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:57,608 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:57,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:57,944 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:57,944 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:07:57,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:57,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:57,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:58,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:58,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:58,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:58,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:58,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:58,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:58,945 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:59,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:07:59,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:07:59,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:07:59,945 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:07:59,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:00,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:00,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:00,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:00,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:00,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:00,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:00,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:00,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:00,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:00,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:01,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:01,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:01,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:01,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:01,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:01,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:01,949 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:01,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:02,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:02,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:02,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:02,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:02,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:02,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:02,949 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:03,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:03,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:03,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:03,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:03,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:03,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:03,949 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:03,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:03,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:03,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:03,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:04,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:05,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:05,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:05,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:05,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:05,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:05,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:05,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:05,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:05,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:05,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:05,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:06,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:06,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:06,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:06,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:06,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:06,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:06,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:06,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:06,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:06,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:07,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:07,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:07,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:07,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:07,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:08,021 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:08:08,021 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:08:08,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:08,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:08,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:08,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:08,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:08,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:08,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:08,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:08,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:08,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:09,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:09,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:09,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:09,952 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:09,952 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:10,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:10,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:10,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:10,583 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:10,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:10,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:10,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:10,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:10,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:10,953 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:11,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:11,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:11,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:11,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:11,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:11,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:11,953 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:11,953 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:12,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:12,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:12,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:12,954 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:13,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:13,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:13,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:13,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:13,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:13,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:13,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:13,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:13,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:13,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:13,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:14,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:14,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:14,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:14,272 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:08:14,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:15,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:15,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:15,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:15,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:15,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:15,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:15,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:15,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:15,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:15,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:15,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:16,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:16,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:16,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:16,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:16,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:16,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:16,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:17,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:17,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:17,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:17,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:17,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:18,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:18,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:18,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:18,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:18,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:18,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:18,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:18,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:18,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:18,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:19,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:19,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:19,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:19,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:19,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:19,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:19,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:19,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:20,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:20,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:20,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:20,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:20,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:20,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:20,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:21,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:21,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:21,141 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:21,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:21,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:21,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:21,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:21,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:21,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:21,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:21,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:23,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:23,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:23,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:23,050 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:08:23,051 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:08:23,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:23,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:23,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:23,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:23,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:23,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:23,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:23,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:24,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:24,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:24,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:24,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:24,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:24,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:24,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:25,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:25,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:25,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:25,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:25,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:25,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:25,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:25,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:26,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:26,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:26,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:26,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:26,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:26,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:26,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:26,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:26,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:26,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:27,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:27,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:27,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:27,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:27,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:28,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:28,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:28,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:28,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:28,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:28,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:28,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:28,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:28,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:28,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:29,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:29,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:29,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:29,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:29,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:29,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:29,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:29,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:30,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:30,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:30,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:30,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:31,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:31,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:31,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:31,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:31,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:31,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:31,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:31,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:31,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:31,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:31,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:32,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:32,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:32,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:32,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:33,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:33,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:33,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:33,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:33,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:33,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:33,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:33,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:33,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:33,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:33,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:34,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:34,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:34,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:34,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:34,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:34,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:34,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:35,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:35,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:35,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:35,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:35,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:35,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:35,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:35,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:36,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:36,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:36,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:36,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:36,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:36,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:36,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:36,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:36,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:36,969 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:37,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:37,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:37,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:37,969 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:37,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:38,081 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:08:38,081 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:08:38,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:38,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:38,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:38,658 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:38,658 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:38,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:38,969 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:39,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:39,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:39,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:39,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:39,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:39,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:39,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:39,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:40,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:40,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:40,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:40,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:40,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:40,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:40,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:41,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:41,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:41,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:41,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:41,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:41,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:41,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:41,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:41,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:41,971 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:41,971 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:42,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:42,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:42,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:42,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:43,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:44,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:44,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:44,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:44,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:44,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:44,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:44,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:45,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:45,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:45,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:45,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:45,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:45,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:45,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:45,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:46,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:46,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:46,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:46,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:46,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:46,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:46,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:46,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:46,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:46,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:47,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:47,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:47,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:47,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:47,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:48,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:48,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:48,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:48,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:48,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:48,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:48,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:48,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:48,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:48,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:49,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:49,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:49,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:49,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:49,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:49,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:49,976 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:49,977 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:50,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:50,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:50,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:50,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:50,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:50,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:50,977 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:51,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:51,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:51,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:51,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:51,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:51,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:51,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:51,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:51,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:51,977 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:51,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:52,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:52,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:52,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:52,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:53,112 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:08:53,112 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:08:53,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:53,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:53,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:53,410 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:08:53,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:53,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:53,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:53,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:53,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:53,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:53,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:53,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:54,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:54,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:54,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:54,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:55,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:55,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:55,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:55,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:55,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:55,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:55,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:55,980 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:56,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:56,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:56,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:56,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:56,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:56,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:56,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:56,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:56,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:56,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:57,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:08:58,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:58,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:58,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:58,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:58,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:58,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:58,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:58,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:58,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:58,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:59,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:59,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:59,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:59,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:59,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:59,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:59,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:08:59,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:08:59,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:08:59,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:08:59,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:00,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:00,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:00,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:00,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:01,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:01,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:01,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:01,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:01,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:01,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:01,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:01,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:01,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:01,984 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:01,984 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:02,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:02,258 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:02,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:02,984 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:03,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:03,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:03,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:03,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:03,539 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:03,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:03,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:03,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:03,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:03,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:03,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:04,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:04,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:04,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:04,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:04,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:04,591 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:04,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:05,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:05,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:05,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:05,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:05,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:05,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:05,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:05,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:06,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:06,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:06,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:06,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:06,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:06,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:06,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:07,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:07,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:07,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:07,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:07,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:08,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:08,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:08,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:08,147 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:09:08,148 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:09:08,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:08,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:08,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:08,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:08,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:08,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:08,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:09,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:09,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:09,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:09,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:09,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:09,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:09,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:09,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:11,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:11,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:11,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:11,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:11,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:11,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:11,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:11,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:12,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:12,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:12,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:12,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:12,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:12,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:12,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:12,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:12,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:12,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:13,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:13,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:13,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:13,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:13,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:13,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:13,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:13,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:13,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:13,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:13,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:15,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:15,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:15,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:15,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:15,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:15,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:15,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:15,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:15,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:15,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:15,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:16,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:16,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:16,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:16,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:16,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:16,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:16,994 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:17,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:17,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:17,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:17,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:17,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:17,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:17,994 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:17,994 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:18,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:18,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:18,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:18,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:18,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:18,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:18,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:18,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:18,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:18,994 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:19,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:19,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:19,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:19,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:19,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:20,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:20,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:20,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:20,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:20,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:20,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:20,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:20,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:20,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:20,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:21,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:21,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:21,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:21,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:21,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:21,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:21,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:21,998 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:22,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:22,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:22,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:22,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:23,180 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:09:23,180 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:09:23,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:23,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:23,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:23,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:23,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:23,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:23,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:23,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:23,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:23,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:23,998 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:24,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:24,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:24,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:24,998 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:25,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:25,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:25,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:25,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:25,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:25,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:25,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:25,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:25,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:25,998 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:25,998 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:26,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:26,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:26,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:26,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:26,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:26,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:26,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:27,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:27,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:27,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:27,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:28,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:28,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:28,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:28,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:28,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:28,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:28,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:28,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:28,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:28,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:29,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:29,190 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:29,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:29,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:29,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:29,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:29,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:30,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:30,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:30,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:30,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:30,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:30,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:30,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:30,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:31,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:31,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:31,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:31,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:31,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:31,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:31,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:31,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:31,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:31,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:32,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:32,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:32,645 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:09:32,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:32,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:32,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:33,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:33,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:33,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:33,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:33,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:33,598 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:33,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:33,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:33,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:33,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:34,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:34,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:34,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:34,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:34,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:35,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:35,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:35,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:35,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:35,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:35,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:35,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:36,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:36,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:36,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:36,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:36,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:36,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:36,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:36,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:36,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:36,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:36,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:37,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:37,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:37,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:37,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:38,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:38,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:38,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:38,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:38,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:38,210 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:09:38,210 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:09:38,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:38,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:38,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:38,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:38,775 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:38,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:39,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:39,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:39,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:39,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:39,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:39,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:39,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:40,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:40,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:40,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:40,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:40,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:40,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:40,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:40,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:41,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:41,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:41,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:41,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:41,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:41,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:41,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:41,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:41,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:41,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:42,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:42,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:43,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:43,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:43,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:43,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:43,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:43,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:43,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:43,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:43,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:44,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:44,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:44,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:44,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:44,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:44,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:44,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:44,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:45,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:45,387 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:45,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:45,388 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:45,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:45,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:45,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:46,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:46,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:46,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:46,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:46,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:46,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:46,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:46,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:46,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:46,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:46,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:47,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:47,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:47,861 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:47,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:48,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:48,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:48,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:48,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:48,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:48,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:48,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:48,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:48,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:48,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:48,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:49,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:49,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:49,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:49,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:50,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:50,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:50,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:50,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:50,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:50,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:50,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:50,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:50,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:50,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:50,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:51,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:51,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:51,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:51,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:51,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:51,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:51,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:52,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:52,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:52,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:52,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:52,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:53,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:53,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:53,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:53,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:53,243 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:09:53,244 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:09:53,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:53,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:53,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:53,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:53,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:53,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:54,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:54,017 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:54,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:54,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:54,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:54,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:54,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:54,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:55,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:55,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:55,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:55,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:55,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:55,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:55,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:56,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:56,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:56,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:56,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:56,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:56,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:56,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:56,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:56,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:56,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:56,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:57,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:57,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:57,892 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:57,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:58,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:58,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:09:58,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:58,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:58,243 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:58,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:58,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:58,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:58,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:58,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:58,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:09:59,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:09:59,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:09:59,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:09:59,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:00,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:00,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:00,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:00,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:00,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:00,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:00,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:00,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:01,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:01,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:01,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:01,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:01,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:01,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:01,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:01,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:01,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:01,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:02,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:02,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:02,756 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:02,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:02,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:03,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:03,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:03,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:03,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:03,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:03,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:03,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:03,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:03,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:03,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:04,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:04,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:04,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:04,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:04,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:05,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:05,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:05,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:05,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:05,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:05,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:05,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:05,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:05,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:05,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:06,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:06,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:06,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:06,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:06,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:06,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:06,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:06,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:07,026 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:07,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:07,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:07,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:07,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:07,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:07,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:08,026 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:08,026 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:08,277 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:10:08,278 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:10:08,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:08,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:08,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:08,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:08,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:08,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:09,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:09,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:09,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:09,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:09,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:09,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:09,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:10,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:10,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:10,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:10,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:10,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:10,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:10,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:10,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:11,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:11,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:11,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:11,028 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:11,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:11,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:11,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:11,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:11,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:11,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:12,028 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:12,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:12,373 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:10:12,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:12,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:12,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:13,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:13,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:13,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:13,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:13,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:13,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:13,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:13,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:13,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:13,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:14,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:14,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:14,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:14,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:14,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:15,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:15,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:15,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:15,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:15,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:15,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:15,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:15,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:15,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:15,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:16,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:16,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:16,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:16,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:16,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:16,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:16,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:16,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:17,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:17,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:17,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:17,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:17,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:17,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:17,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:18,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:18,032 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:18,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:18,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:18,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:18,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:18,647 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:18,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:18,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:18,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:18,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:19,032 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:19,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:19,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:19,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:20,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:20,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:20,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:20,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:20,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:20,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:20,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:20,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:21,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:21,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:21,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:21,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:21,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:21,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:21,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:21,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:21,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:21,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:22,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:22,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:22,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:22,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:22,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:23,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:23,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:23,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:23,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:23,309 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:10:23,309 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:10:23,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:23,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:23,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:23,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:23,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:23,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:24,036 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:24,036 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:24,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:24,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:24,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:25,036 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:25,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:25,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:25,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:25,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:25,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:25,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:25,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:25,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:25,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:26,037 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:26,037 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:26,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:26,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:26,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:26,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:26,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:26,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:27,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:27,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:27,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:27,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:28,007 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:28,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:28,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:28,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:28,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:28,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:28,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:28,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:28,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:28,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:28,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:29,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:29,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:29,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:29,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:30,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:30,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:30,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:30,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:30,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:30,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:30,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:30,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:30,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:30,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:30,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:31,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:31,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:31,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:31,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:31,434 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:31,434 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:31,435 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:31,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:31,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:31,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:32,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:32,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:32,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:32,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:32,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:33,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:33,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:33,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:33,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:33,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:33,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:33,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:34,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:34,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:34,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:34,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:34,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:34,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:34,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:34,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:35,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:35,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:35,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:35,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:35,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:35,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:35,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:36,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:36,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:36,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:36,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:36,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:36,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:36,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:36,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:36,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:36,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:36,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:37,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:37,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:37,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:37,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:38,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:38,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:38,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:38,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:38,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:38,346 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:10:38,346 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:10:38,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:38,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:38,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:38,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:38,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:38,757 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:39,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:39,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:39,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:39,107 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:40,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:40,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:40,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:40,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:40,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:40,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:40,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:40,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:40,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:40,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:40,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:41,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:41,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:41,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:41,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:41,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:41,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:41,663 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:42,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:42,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:42,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:42,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:43,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:43,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:43,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:43,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:43,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:43,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:43,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:43,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:43,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:43,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:43,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:44,048 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:44,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:44,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:44,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:45,048 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:45,048 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:45,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:45,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:45,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:45,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:45,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:45,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:45,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:45,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:45,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:46,049 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:46,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:46,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:46,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:46,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:46,511 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:46,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:47,049 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:47,049 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:47,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:47,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:47,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:47,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:47,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:47,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:48,049 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:48,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:48,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:48,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:48,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:48,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:48,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:48,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:48,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:48,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:49,050 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:49,050 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:49,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:49,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:49,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:50,051 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:50,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:50,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:50,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:50,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:50,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:50,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:51,051 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:51,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:51,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:51,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:51,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:51,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:51,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:51,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:51,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:51,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:51,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:52,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:52,153 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:10:52,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:52,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:52,889 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:53,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:53,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:53,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:53,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:53,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:53,379 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:10:53,379 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:10:53,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:53,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:53,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:53,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:53,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:53,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:54,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:54,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:54,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:54,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:55,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:55,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:55,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:55,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:55,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:55,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:55,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:55,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:55,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:55,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:55,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:56,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:56,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:56,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:56,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:56,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:56,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:56,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:57,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:57,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:57,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:57,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:57,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:58,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:58,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:58,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:58,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:58,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:58,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:58,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:58,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:58,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:58,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:10:59,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:10:59,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:10:59,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:10:59,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:10:59,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:00,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:00,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:00,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:00,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:00,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:00,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:00,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:00,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:00,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:00,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:01,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:01,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:01,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:01,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:01,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:01,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:01,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:01,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:02,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:02,658 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:02,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:02,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:03,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:03,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:03,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:03,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:03,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:03,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:03,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:03,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:03,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:03,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:03,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:04,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:04,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:04,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:04,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:05,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:05,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:05,143 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:05,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:05,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:05,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:05,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:05,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:05,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:05,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:06,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:06,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:06,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:06,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:06,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:06,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:06,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:07,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:07,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:07,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:07,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:07,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:07,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:07,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:07,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:08,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:08,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:08,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:08,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:08,413 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:11:08,414 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:11:08,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:08,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:08,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:08,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:08,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:08,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:09,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:09,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:09,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:09,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:09,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:10,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:10,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:10,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:10,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:10,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:10,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:10,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:10,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:10,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:10,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:11,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:11,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:11,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:11,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:11,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:11,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:11,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:11,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:12,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:12,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:12,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:12,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:13,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:13,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:13,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:13,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:13,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:13,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:13,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:13,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:13,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:13,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:13,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:14,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:14,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:14,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:14,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:15,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:15,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:15,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:15,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:15,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:15,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:15,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:15,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:15,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:15,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:15,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:16,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:16,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:16,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:16,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:16,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:16,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:16,455 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:17,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:17,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:17,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:17,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:17,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:18,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:18,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:18,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:18,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:18,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:18,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:18,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:18,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:18,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:18,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:19,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:19,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:19,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:19,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:19,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:20,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:20,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:20,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:20,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:20,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:20,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:20,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:20,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:20,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:20,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:21,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:21,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:21,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:21,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:21,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:21,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:21,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:21,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:22,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:22,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:22,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:22,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:22,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:22,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:22,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:23,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:23,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:23,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:23,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:23,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:23,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:23,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:23,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:23,469 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:11:23,469 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:11:23,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:23,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:23,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:24,102 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:24,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:24,861 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:24,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:25,102 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:25,102 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:25,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:25,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:25,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:25,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:25,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:25,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:25,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:25,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:25,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:26,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:26,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:26,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:26,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:27,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:27,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:27,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:27,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:27,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:27,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:27,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:27,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:27,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:27,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:27,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:28,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:28,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:28,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:28,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:28,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:28,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:28,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:29,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:29,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:29,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:29,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:29,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:30,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:30,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:30,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:30,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:30,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:30,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:30,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:30,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:30,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:30,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:31,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:31,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:31,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:31,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:31,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:31,907 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:11:32,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:32,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:32,189 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:32,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:32,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:32,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:32,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:32,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:32,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:32,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:33,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:33,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:33,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:33,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:33,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:33,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:33,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:33,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:34,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:34,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:34,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:34,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:34,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:34,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:34,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:35,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:35,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:35,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:35,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:35,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:35,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:35,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:35,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:35,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:35,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:35,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:36,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:36,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:36,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:36,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:37,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:37,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:37,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:37,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:37,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:37,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:37,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:37,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:38,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:38,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:38,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:38,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:38,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:38,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:38,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:38,498 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:11:38,499 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:11:38,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:38,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:38,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:39,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:39,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:39,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:39,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:39,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:40,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:40,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:40,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:40,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:40,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:40,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:40,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:40,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:40,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:40,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:41,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:41,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:41,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:41,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:41,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:42,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:42,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:42,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:42,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:42,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:42,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:42,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:42,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:42,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:42,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:43,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:43,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:43,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:43,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:43,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:43,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:43,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:43,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:44,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:44,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:44,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:44,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:45,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:45,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:45,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:45,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:45,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:45,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:45,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:45,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:45,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:45,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:45,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:46,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:46,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:46,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:46,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:47,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:47,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:47,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:47,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:47,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:47,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:47,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:47,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:47,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:47,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:48,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:48,194 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:48,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:48,195 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:48,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:48,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:48,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:49,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:49,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:49,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:49,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:49,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:49,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:49,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:49,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:50,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:50,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:50,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:50,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:50,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:50,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:50,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:51,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:51,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:51,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:51,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:51,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:51,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:51,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:51,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:52,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:52,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:52,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:52,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:52,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:52,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:52,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:53,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:53,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:53,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:53,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:53,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:53,531 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:11:53,531 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:11:53,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:53,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:53,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:53,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:53,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:53,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:54,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:55,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:55,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:55,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:55,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:55,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:55,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:55,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:55,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:55,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:55,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:55,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:56,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:56,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:56,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:56,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:56,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:56,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:56,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:56,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:56,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:56,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:57,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:57,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:57,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:57,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:57,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:58,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:58,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:58,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:58,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:58,642 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:58,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:58,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:58,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:58,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:58,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:11:59,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:11:59,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:11:59,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:11:59,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:11:59,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:00,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:00,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:00,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:00,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:00,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:00,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:00,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:00,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:00,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:00,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:01,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:01,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:01,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:01,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:01,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:01,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:01,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:01,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:02,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:02,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:02,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:02,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:03,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:03,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:03,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:03,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:03,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:03,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:03,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:03,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:03,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:03,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:03,813 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:04,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:04,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:04,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:04,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:05,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:05,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:05,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:05,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:05,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:05,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:05,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:05,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:05,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:05,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:05,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:06,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:06,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:06,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:06,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:06,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:06,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:06,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:07,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:07,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:07,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:07,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:07,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:07,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:07,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:07,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:08,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:08,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:08,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:08,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:08,564 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:12:08,564 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:12:08,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:08,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:08,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:08,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:08,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:08,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:09,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:09,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:10,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:10,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:10,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:10,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:10,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:10,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:10,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:10,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:10,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:10,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:11,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:11,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:11,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:11,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:11,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:11,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:11,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:11,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:12,093 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:12:12,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:12,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:12,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:12,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:12,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:12,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:12,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:13,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:13,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:13,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:13,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:13,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:13,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:13,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:13,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:13,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:13,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:13,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:14,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:14,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:14,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:14,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:15,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:15,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:15,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:15,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:15,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:15,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:15,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:15,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:16,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:16,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:16,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:16,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:16,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:16,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:16,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:16,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:16,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:16,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:17,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:17,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:18,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:18,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:18,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:18,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:18,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:18,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:18,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:18,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:18,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:18,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:19,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:19,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:19,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:19,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:19,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:19,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:19,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:19,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:20,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:20,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:20,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:20,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:20,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:20,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:20,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:21,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:21,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:21,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:21,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:21,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:21,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:21,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:21,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:21,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:21,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:21,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:22,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:23,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:23,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:23,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:23,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:23,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:23,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:23,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:23,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:23,596 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:12:23,597 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:12:23,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:23,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:23,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:24,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:24,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:24,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:24,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:24,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:24,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:24,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:25,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:25,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:25,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:25,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:25,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:25,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:25,824 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:25,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:26,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:26,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:26,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:26,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:26,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:26,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:26,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:26,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:26,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:26,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:27,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:27,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:28,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:28,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:28,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:28,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:28,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:28,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:29,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:29,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:29,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:29,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:29,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:29,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:29,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:29,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:29,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:29,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:29,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:30,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:30,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:30,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:30,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:31,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:31,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:31,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:31,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:31,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:31,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:31,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:31,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:31,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:31,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:31,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:32,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:32,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:32,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:32,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:32,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:32,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:32,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:33,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:33,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:33,714 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:33,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:33,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:34,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:34,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:34,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:34,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:34,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:34,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:34,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:34,763 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:34,763 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:34,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:35,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:35,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:35,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:35,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:35,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:36,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:36,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:36,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:36,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:36,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:36,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:36,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:36,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:36,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:37,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:37,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:37,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:37,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:37,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:37,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:37,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:37,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:38,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:38,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:38,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:38,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:38,628 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:12:38,629 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:12:39,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:39,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:39,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:39,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:39,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:39,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:39,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:39,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:39,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:39,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:39,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:40,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:40,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:40,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:40,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:40,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:40,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:40,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:41,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:41,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:41,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:41,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:41,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:41,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:41,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:41,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:42,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:42,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:42,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:42,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:42,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:42,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:42,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:42,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:42,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:42,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:43,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:43,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:43,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:43,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:43,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:44,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:44,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:44,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:44,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:44,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:44,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:44,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:44,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:44,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:44,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:45,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:45,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:45,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:45,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:45,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:46,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:46,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:46,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:46,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:46,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:46,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:46,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:47,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:47,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:47,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:47,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:47,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:47,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:47,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:47,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:47,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:47,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:47,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:48,152 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:48,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:48,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:48,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:49,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:49,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:49,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:49,152 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:49,152 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:49,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:49,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:49,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:49,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:49,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:49,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:50,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:50,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:50,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:50,152 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:51,153 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:51,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:51,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:51,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:51,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:51,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:51,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:51,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:51,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:51,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:52,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:52,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:52,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:52,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:52,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:52,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:52,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:52,638 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:12:53,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:53,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:53,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:53,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:53,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:53,658 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:12:53,658 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:12:53,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:53,963 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:53,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:54,155 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:54,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:54,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:54,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:54,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:54,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:54,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:55,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:55,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:55,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:55,155 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:55,156 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:56,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:56,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:56,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:56,156 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:56,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:56,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:56,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:56,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:56,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:56,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:57,156 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:57,156 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:57,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:57,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:57,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:57,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:57,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:57,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:57,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:57,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:57,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:58,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:58,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:58,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:58,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:59,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:12:59,159 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:12:59,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:59,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:59,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:59,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:59,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:59,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:12:59,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:12:59,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:12:59,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:00,159 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:00,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:00,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:00,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:01,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:01,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:01,141 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:01,159 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:01,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:01,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:01,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:01,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:01,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:01,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:01,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:02,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:02,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:02,189 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:02,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:02,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:02,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:02,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:03,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:03,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:03,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:03,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:03,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:03,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:03,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:03,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:04,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:04,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:04,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:04,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:04,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:04,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:04,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:05,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:05,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:05,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:05,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:05,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:05,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:05,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:05,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:06,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:06,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:06,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:06,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:06,658 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:06,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:06,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:07,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:07,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:07,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:07,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:07,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:07,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:07,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:07,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:08,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:08,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:08,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:08,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:08,690 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:13:08,691 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:13:08,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:08,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:08,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:09,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:09,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:09,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:09,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:09,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:09,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:09,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:09,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:09,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:09,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:09,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:10,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:10,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:10,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:10,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:11,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:11,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:11,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:11,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:11,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:11,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:11,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:11,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:11,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:11,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:11,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:12,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:12,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:12,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:12,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:13,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:13,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:13,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:13,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:13,243 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:13,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:13,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:13,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:13,943 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:13,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:13,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:14,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:14,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:14,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:14,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:14,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:14,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:14,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:15,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:15,177 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:15,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:15,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:15,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:16,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:16,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:16,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:16,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:16,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:16,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:16,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:16,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:16,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:16,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:17,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:17,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:17,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:17,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:17,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:18,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:18,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:18,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:18,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:18,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:18,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:18,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:18,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:18,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:18,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:19,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:19,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:19,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:19,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:19,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:19,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:19,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:19,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:20,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:20,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:20,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:20,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:21,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:21,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:21,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:21,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:21,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:21,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:21,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:21,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:21,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:21,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:21,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:22,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:22,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:22,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:22,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:23,106 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:23,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:23,107 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:23,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:23,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:23,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:23,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:23,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:23,724 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:13:23,724 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:13:23,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:23,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:23,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:24,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:24,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:24,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:24,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:24,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:24,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:24,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:24,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:24,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:24,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:25,177 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:25,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:25,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:25,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:25,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:26,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:26,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:26,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:26,177 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:26,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:26,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:26,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:26,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:26,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:26,853 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:27,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:27,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:27,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:27,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:27,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:28,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:28,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:28,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:28,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:28,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:28,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:28,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:29,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:29,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:29,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:29,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:29,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:29,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:29,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:29,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:29,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:29,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:29,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:30,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:31,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:31,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:31,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:31,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:31,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:31,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:31,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:31,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:31,819 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:31,819 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:31,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:32,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:32,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:32,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:32,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:32,352 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:13:32,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:32,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:32,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:33,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:33,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:33,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:33,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:33,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:33,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:33,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:33,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:34,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:34,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:34,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:34,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:34,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:34,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:34,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:35,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:35,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:35,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:35,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:35,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:35,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:35,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:35,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:36,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:36,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:36,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:36,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:36,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:36,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:36,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:37,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:37,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:37,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:37,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:37,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:37,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:37,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:37,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:38,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:38,759 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:13:38,760 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:13:39,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:39,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:39,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:39,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:39,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:39,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:39,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:40,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:40,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:40,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:40,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:40,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:40,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:40,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:40,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:40,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:40,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:41,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:41,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:41,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:41,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:41,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:41,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:41,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:41,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:41,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:41,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:41,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:42,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:43,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:43,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:43,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:43,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:43,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:43,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:43,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:43,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:43,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:43,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:43,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:44,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:44,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:44,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:44,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:44,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:44,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:44,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:45,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:45,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:45,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:45,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:45,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:45,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:45,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:45,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:46,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:46,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:46,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:46,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:46,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:46,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:46,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:46,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:46,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:46,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:47,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:47,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:47,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:47,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:47,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:48,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:48,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:48,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:48,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:48,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:48,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:48,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:48,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:48,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:48,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:49,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:49,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:49,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:49,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:49,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:49,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:49,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:49,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:50,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:50,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:50,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:50,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:50,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:50,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:50,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:51,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:51,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:51,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:51,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:51,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:51,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:51,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:51,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:52,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:52,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:52,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:52,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:53,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:53,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:53,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:53,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:53,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:53,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:53,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:53,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:53,791 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:13:53,791 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:13:53,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:53,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:53,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:54,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:54,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:54,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:54,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:54,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:54,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:54,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:55,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:55,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:55,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:55,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:55,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:55,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:55,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:55,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:56,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:56,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:56,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:56,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:56,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:56,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:56,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:57,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:57,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:57,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:57,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:57,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:58,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:58,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:58,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:58,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:58,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:58,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:58,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:58,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:58,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:58,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:59,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:59,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:59,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:59,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:13:59,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:13:59,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:59,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:59,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:13:59,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:13:59,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:13:59,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:00,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:00,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:00,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:00,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:01,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:01,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:01,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:01,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:01,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:01,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:01,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:01,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:02,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:02,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:02,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:02,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:02,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:02,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:02,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:03,196 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:03,196 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:03,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:03,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:03,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:03,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:03,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:03,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:04,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:04,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:04,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:04,196 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:04,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:04,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:04,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:04,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:04,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:04,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:05,197 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:05,197 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:05,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:05,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:05,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:06,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:06,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:06,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:06,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:06,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:06,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:06,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:06,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:06,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:06,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:07,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:07,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:07,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:07,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:07,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:08,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:08,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:08,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:08,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:08,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:08,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:08,823 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:14:08,823 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:14:08,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:08,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:08,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:09,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:09,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:09,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:09,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:09,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:09,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:09,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:09,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:10,200 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:10,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:10,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:10,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:10,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:10,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:10,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:11,200 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:11,200 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:11,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:11,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:11,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:11,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:11,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:11,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:12,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:12,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:12,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:12,129 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:14:12,201 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:13,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:13,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:13,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:13,201 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:13,201 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:13,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:13,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:13,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:13,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:13,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:13,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:14,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:14,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:14,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:14,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:14,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:14,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:14,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:14,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:14,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:14,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:15,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:15,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:15,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:15,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:15,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:16,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:16,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:16,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:16,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:16,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:16,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:16,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:16,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:16,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:16,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:17,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:17,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:17,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:17,264 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:17,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:18,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:18,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:18,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:18,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:18,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:18,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:18,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:19,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:19,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:19,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:19,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:19,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:19,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:19,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:19,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:19,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:19,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:19,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:20,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:20,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:20,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:20,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:21,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:21,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:21,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:21,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:21,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:21,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:21,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:21,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:21,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:21,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:21,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:22,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:22,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:22,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:22,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:23,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:23,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:23,163 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:23,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:23,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:23,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:23,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:23,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:23,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:23,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:23,862 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:14:23,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:23,863 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:14:24,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:24,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:24,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:24,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:24,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:24,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:24,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:25,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:25,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:26,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:26,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:26,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:26,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:26,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:26,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:26,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:26,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:26,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:26,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:27,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:27,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:27,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:27,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:27,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:27,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:27,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:27,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:27,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:27,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:27,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:28,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:28,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:28,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:28,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:29,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:29,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:29,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:29,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:29,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:29,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:29,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:29,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:30,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:30,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:30,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:30,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:30,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:30,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:30,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:31,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:31,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:31,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:31,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:31,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:31,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:31,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:31,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:32,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:32,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:32,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:32,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:32,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:32,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:32,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:32,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:32,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:32,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:33,218 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:33,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:33,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:33,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:33,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:34,218 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:34,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:34,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:34,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:34,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:34,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:34,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:35,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:35,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:35,034 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:35,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:35,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:35,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:35,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:35,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:35,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:35,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:35,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:36,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:37,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:37,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:37,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:37,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:37,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:37,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:37,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:37,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:37,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:37,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:37,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:38,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:38,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:38,254 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:38,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:38,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:38,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:38,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:38,908 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:14:38,909 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:14:38,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:38,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:38,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:39,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:39,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:39,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:39,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:39,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:40,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:40,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:40,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:40,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:40,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:40,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:40,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:40,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:40,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:40,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:41,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:41,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:41,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:41,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:41,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:42,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:42,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:42,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:42,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:42,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:42,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:42,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:43,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:43,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:43,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:43,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:43,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:43,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:43,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:43,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:43,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:43,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:43,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:44,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:44,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:44,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:44,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:45,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:45,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:45,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:45,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:45,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:45,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:45,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:45,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:45,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:45,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:45,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:46,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:46,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:46,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:46,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:47,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:47,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:47,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:47,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:47,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:47,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:47,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:47,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:48,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:48,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:48,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:48,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:48,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:48,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:48,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:48,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:48,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:48,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:49,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:49,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:49,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:49,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:49,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:50,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:50,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:50,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:50,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:50,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:50,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:50,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:50,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:50,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:50,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:51,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:51,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:51,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:51,190 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:14:51,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:51,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:51,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:51,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:51,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:52,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:52,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:52,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:52,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:52,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:52,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:52,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:53,233 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:53,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:53,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:53,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:53,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:53,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:53,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:53,958 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:14:53,958 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:14:54,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:54,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:54,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:54,233 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:54,234 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:55,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:55,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:55,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:55,234 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:55,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:55,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:55,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:55,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:55,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:55,794 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:56,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:56,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:56,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:56,234 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:56,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:56,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:56,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:56,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:57,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:57,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:57,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:57,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:57,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:57,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:57,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:58,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:58,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:58,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:58,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:14:58,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:14:58,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:58,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:58,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:58,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:58,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:58,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:59,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:14:59,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:14:59,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:14:59,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:00,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:00,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:00,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:00,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:00,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:00,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:00,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:00,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:00,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:00,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:01,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:01,325 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:01,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:01,326 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:01,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:01,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:01,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:02,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:02,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:02,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:02,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:02,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:03,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:03,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:03,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:03,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:03,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:03,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:03,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:03,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:03,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:03,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:04,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:04,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:04,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:04,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:04,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:05,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:05,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:05,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:05,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:05,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:05,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:05,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:05,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:05,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:05,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:06,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:06,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:06,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:06,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:06,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:06,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:06,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:06,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:07,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:07,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:07,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:07,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:07,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:07,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:07,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:08,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:08,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:08,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:08,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:08,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:08,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:08,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:08,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:08,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:08,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:08,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:09,002 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:15:09,002 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:15:09,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:09,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:09,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:09,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:10,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:10,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:10,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:10,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:10,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:10,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:10,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:10,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:10,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:10,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:10,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:11,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:11,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:11,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:11,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:12,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:12,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:12,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:12,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:12,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:12,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:12,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:12,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:13,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:13,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:13,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:13,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:13,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:13,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:13,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:13,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:13,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:13,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:14,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:14,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:15,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:15,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:15,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:15,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:15,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:15,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:15,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:15,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:15,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:15,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:16,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:16,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:16,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:16,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:16,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:16,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:16,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:16,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:16,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:16,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:16,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:17,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:17,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:17,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:17,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:18,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:18,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:18,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:18,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:18,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:18,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:18,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:18,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:18,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:18,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:18,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:19,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:19,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:19,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:19,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:19,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:19,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:19,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:20,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:20,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:20,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:20,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:20,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:21,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:21,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:21,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:21,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:21,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:21,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:21,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:21,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:21,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:21,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:22,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:22,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:22,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:22,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:22,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:23,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:23,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:23,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:23,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:23,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:23,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:23,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:23,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:23,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:23,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:24,036 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:15:24,036 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:15:24,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:24,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:24,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:24,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:24,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:24,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:24,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:24,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:25,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:25,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:25,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:25,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:25,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:25,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:25,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:26,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:26,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:26,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:26,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:26,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:26,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:26,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:26,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:26,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:26,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:26,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:27,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:28,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:28,033 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:28,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:28,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:28,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:28,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:28,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:28,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:28,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:28,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:28,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:29,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:29,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:29,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:29,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:29,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:29,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:29,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:29,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:29,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:29,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:30,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:30,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:30,359 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:15:30,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:30,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:30,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:31,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:31,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:31,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:31,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:31,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:31,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:31,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:31,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:31,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:31,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:32,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:32,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:32,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:32,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:32,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:33,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:33,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:33,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:33,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:33,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:33,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:33,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:33,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:33,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:33,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:34,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:34,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:34,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:34,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:34,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:34,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:34,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:34,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:35,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:35,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:35,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:35,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:35,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:35,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:35,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:36,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:36,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:36,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:36,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:36,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:36,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:36,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:36,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:36,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:36,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:36,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:37,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:37,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:37,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:37,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:38,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:38,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:38,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:38,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:38,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:38,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:38,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:38,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:39,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:39,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:39,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:39,073 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:15:39,073 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:15:39,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:39,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:39,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:39,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:39,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:39,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:39,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:40,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:40,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:40,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:40,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:40,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:41,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:41,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:41,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:41,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:41,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:41,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:41,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:41,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:41,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:41,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:42,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:42,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:42,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:42,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:42,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:43,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:43,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:43,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:43,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:43,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:43,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:43,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:44,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:44,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:44,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:44,263 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:44,263 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:44,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:44,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:44,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:44,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:44,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:44,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:45,263 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:45,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:45,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:45,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:46,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:46,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:46,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:46,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:46,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:46,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:46,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:46,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:46,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:46,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:46,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:47,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:47,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:47,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:47,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:48,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:48,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:48,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:48,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:48,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:48,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:48,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:48,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:48,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:48,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:48,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:49,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:49,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:49,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:49,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:49,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:49,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:49,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:49,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:49,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:49,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:50,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:50,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:50,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:50,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:50,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:51,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:51,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:51,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:51,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:51,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:51,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:51,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:52,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:52,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:52,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:52,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:52,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:52,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:52,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:52,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:53,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:53,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:53,406 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:53,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:53,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:53,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:53,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:54,103 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:15:54,104 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:15:54,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:54,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:54,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:54,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:54,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:54,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:54,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:54,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:54,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:54,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:54,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:55,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:55,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:55,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:55,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:56,248 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:56,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:56,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:56,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:56,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:56,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:56,598 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:56,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:56,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:56,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:56,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:57,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:57,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:57,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:57,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:58,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:58,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:15:58,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:58,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:58,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:58,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:58,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:58,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:59,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:59,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:59,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:59,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:15:59,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:59,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:59,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:15:59,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:15:59,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:15:59,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:00,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:00,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:00,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:00,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:00,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:01,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:01,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:01,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:01,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:01,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:01,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:01,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:01,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:01,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:01,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:02,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:02,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:02,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:02,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:02,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:03,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:03,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:03,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:03,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:03,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:03,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:03,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:04,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:04,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:04,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:04,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:04,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:04,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:04,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:04,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:04,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:04,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:04,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:05,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:05,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:05,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:05,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:06,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:06,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:06,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:06,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:06,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:06,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:06,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:06,608 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:06,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:06,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:06,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:07,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:07,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:07,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:07,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:07,658 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:07,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:07,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:08,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:08,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:08,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:08,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:08,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:08,963 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:08,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:08,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:09,137 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:16:09,137 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:16:09,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:09,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:09,315 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:09,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:09,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:09,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:09,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:10,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:10,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:10,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:10,268 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:16:10,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:10,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:10,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:10,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:10,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:11,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:11,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:11,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:11,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:11,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:11,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:11,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:12,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:12,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:12,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:12,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:12,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:12,361 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:12,361 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:12,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:12,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:12,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:12,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:13,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:13,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:13,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:13,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:14,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:14,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:14,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:14,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:14,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:14,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:14,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:14,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:14,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:14,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:14,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:15,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:15,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:15,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:15,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:16,162 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:16,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:16,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:16,283 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:16,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:16,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:16,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:16,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:16,862 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:16,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:16,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:17,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:17,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:17,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:17,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:17,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:17,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:17,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:17,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:17,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:17,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:18,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:18,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:18,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:18,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:18,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:19,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:19,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:19,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:19,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:19,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:19,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:19,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:20,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:20,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:20,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:20,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:20,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:20,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:20,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:20,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:21,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:21,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:21,368 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:21,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:21,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:21,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:21,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:22,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:22,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:22,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:22,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:22,287 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:22,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:22,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:22,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:22,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:22,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:22,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:23,288 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:23,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:23,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:23,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:24,175 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:16:24,175 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:16:24,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:24,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:24,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:24,288 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:24,288 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:24,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:24,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:24,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:24,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:24,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:24,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:25,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:25,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:25,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:25,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:26,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:26,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:26,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:26,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:26,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:26,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:26,663 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:27,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:27,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:27,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:27,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:27,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:27,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:27,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:27,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:27,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:27,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:28,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:28,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:28,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:28,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:28,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:29,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:29,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:29,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:29,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:29,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:29,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:29,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:29,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:29,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:29,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:30,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:30,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:30,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:30,291 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:30,291 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:31,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:31,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:31,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:31,291 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:31,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:31,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:31,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:31,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:31,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:31,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:32,194 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:32,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:32,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:32,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:32,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:32,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:32,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:32,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:32,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:32,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:32,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:33,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:33,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:33,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:33,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:34,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:34,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:34,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:34,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:34,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:34,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:34,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:34,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:34,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:34,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:34,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:35,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:35,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:35,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:35,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:36,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:36,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:36,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:36,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:36,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:36,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:36,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:36,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:36,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:36,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:36,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:37,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:37,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:37,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:37,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:37,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:37,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:37,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:38,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:38,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:38,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:38,647 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:38,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:38,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:38,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:38,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:39,206 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:16:39,206 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:16:39,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:39,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:39,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:39,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:39,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:39,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:39,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:40,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:40,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:40,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:40,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:40,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:41,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:41,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:41,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:41,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:41,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:41,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:41,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:41,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:41,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:41,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:42,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:42,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:42,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:42,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:42,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:42,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:42,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:42,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:43,301 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:43,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:43,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:43,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:43,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:43,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:43,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:44,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:44,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:44,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:44,301 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:44,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:44,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:44,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:44,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:44,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:44,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:44,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:45,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:45,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:45,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:45,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:46,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:46,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:46,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:46,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:46,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:46,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:46,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:46,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:47,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:47,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:47,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:47,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:47,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:47,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:47,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:48,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:48,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:48,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:48,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:48,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:48,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:48,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:48,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:49,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:49,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:49,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:49,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:49,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:49,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:49,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:49,714 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:49,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:49,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:50,111 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:16:50,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:50,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:50,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:50,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:50,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:51,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:51,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:51,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:51,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:51,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:51,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:51,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:51,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:51,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:51,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:52,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:52,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:52,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:52,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:52,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:52,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:52,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:52,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:53,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:53,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:53,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:53,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:53,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:53,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:53,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:54,250 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:16:54,250 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:16:54,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:54,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:54,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:54,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:54,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:54,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:54,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:54,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:54,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:54,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:54,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:55,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:55,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:55,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:55,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:56,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:56,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:56,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:56,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:56,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:56,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:56,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:56,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:56,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:56,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:56,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:57,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:57,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:57,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:57,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:58,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:16:58,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:58,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:58,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:58,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:58,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:58,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:59,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:59,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:59,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:59,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:16:59,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:59,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:59,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:16:59,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:16:59,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:16:59,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:00,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:00,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:00,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:00,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:00,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:01,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:01,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:01,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:01,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:01,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:01,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:01,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:01,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:01,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:01,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:02,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:02,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:02,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:02,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:02,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:03,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:03,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:03,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:03,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:03,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:03,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:03,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:03,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:03,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:03,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:04,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:04,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:04,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:04,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:04,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:04,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:04,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:04,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:05,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:05,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:05,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:05,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:06,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:06,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:06,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:06,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:06,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:06,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:06,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:06,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:06,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:06,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:06,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:07,198 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:07,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:07,199 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:07,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:07,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:07,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:07,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:08,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:08,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:08,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:08,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:08,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:08,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:08,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:08,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:09,208 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:09,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:09,209 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:09,284 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:17:09,285 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:17:09,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:09,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:09,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:09,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:09,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:09,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:09,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:10,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:10,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:11,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:11,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:11,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:11,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:11,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:11,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:11,358 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:11,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:11,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:11,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:12,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:12,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:12,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:12,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:12,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:12,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:12,406 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:12,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:13,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:13,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:13,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:13,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:13,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:13,763 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:13,764 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:14,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:14,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:14,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:14,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:14,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:14,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:14,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:14,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:14,813 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:14,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:14,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:15,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:15,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:15,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:15,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:16,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:16,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:16,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:16,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:16,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:16,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:16,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:16,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:16,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:16,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:16,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:17,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:17,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:17,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:17,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:18,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:18,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:18,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:18,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:18,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:18,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:18,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:18,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:18,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:18,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:18,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:19,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:19,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:19,324 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:19,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:19,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:19,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:19,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:20,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:20,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:20,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:20,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:20,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:21,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:21,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:21,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:21,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:21,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:21,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:21,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:21,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:21,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:21,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:22,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:22,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:22,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:22,326 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:22,326 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:22,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:22,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:22,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:23,326 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:23,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:23,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:23,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:24,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:24,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:24,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:24,317 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:17:24,317 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:17:24,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:24,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:24,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:24,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:24,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:24,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:24,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:24,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:25,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:25,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:25,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:25,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:26,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:26,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:26,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:26,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:26,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:26,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:26,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:27,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:27,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:27,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:27,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:27,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:27,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:27,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:27,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:27,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:27,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:28,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:28,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:28,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:28,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:28,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:29,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:29,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:29,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:29,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:29,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:29,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:29,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:29,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:29,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:29,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:30,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:30,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:30,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:30,257 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:17:30,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:30,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:31,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:31,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:31,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:31,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:31,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:31,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:31,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:31,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:31,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:31,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:32,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:32,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:32,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:32,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:32,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:32,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:32,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:32,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:33,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:33,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:33,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:33,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:34,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:34,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:34,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:34,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:34,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:34,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:34,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:34,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:34,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:34,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:34,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:35,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:35,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:35,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:35,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:35,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:35,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:35,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:36,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:36,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:36,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:36,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:36,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:36,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:36,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:36,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:37,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:37,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:37,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:37,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:37,583 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:37,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:37,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:37,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:37,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:37,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:38,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:38,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:38,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:38,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:39,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:39,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:39,214 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:39,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:39,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:39,347 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:17:39,348 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:17:39,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:39,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:39,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:39,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:39,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:39,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:40,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:40,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:40,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:40,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:41,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:41,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:41,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:41,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:41,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:41,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:41,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:41,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:41,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:41,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:41,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:42,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:42,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:42,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:42,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:42,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:42,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:42,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:43,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:43,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:43,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:43,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:43,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:44,134 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:44,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:44,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:44,339 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:44,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:44,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:44,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:44,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:44,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:44,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:45,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:45,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:45,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:45,339 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:45,339 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:46,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:46,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:46,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:46,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:46,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:46,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:46,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:46,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:46,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:46,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:47,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:47,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:47,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:47,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:47,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:47,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:47,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:47,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:48,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:48,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:48,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:48,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:49,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:49,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:49,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:49,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:49,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:49,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:49,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:49,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:49,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:49,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:49,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:50,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:50,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:50,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:50,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:50,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:50,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:50,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:51,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:51,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:51,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:51,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:51,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:51,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:51,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:51,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:52,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:52,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:52,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:52,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:52,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:52,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:52,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:53,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:53,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:53,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:53,367 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:53,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:54,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:54,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:54,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:54,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:54,380 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:17:54,380 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:17:54,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:54,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:54,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:54,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:54,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:54,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:55,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:55,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:55,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:55,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:55,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:55,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:55,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:55,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:56,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:56,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:56,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:56,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:56,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:56,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:56,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:57,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:57,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:57,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:57,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:57,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:57,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:57,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:57,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:57,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:57,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:57,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:58,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:58,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:58,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:58,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:59,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:59,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:59,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:59,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:17:59,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:17:59,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:59,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:59,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:17:59,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:17:59,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:17:59,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:00,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:00,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:00,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:00,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:01,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:01,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:01,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:01,362 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:01,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:01,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:01,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:01,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:01,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:01,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:01,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:02,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:02,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:02,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:02,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:02,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:02,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:02,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:03,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:03,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:03,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:03,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:03,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:04,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:04,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:04,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:04,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:04,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:04,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:04,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:04,827 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:04,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:04,828 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:05,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:05,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:05,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:05,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:05,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:05,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:05,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:05,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:06,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:06,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:06,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:06,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:06,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:06,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:06,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:07,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:07,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:07,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:07,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:07,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:07,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:07,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:07,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:08,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:08,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:08,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:08,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:09,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:09,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:09,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:09,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:09,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:09,414 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:18:09,415 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:18:09,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:09,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:09,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:09,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:09,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:09,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:10,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:10,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:10,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:10,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:10,568 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:18:10,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:10,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:10,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:10,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:10,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:10,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:11,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:11,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:11,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:11,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:11,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:12,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:12,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:12,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:12,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:12,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:12,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:12,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:13,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:13,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:13,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:13,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:13,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:13,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:13,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:13,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:14,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:14,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:14,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:14,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:14,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:14,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:14,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:15,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:15,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:15,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:15,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:15,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:15,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:15,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:15,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:15,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:15,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:15,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:16,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:17,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:17,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:17,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:17,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:17,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:17,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:17,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:17,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:17,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:17,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:17,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:18,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:18,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:18,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:18,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:18,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:18,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:18,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:18,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:18,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:18,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:19,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:19,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:19,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:19,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:19,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:20,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:20,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:20,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:20,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:20,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:20,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:20,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:20,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:20,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:20,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:21,190 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:21,190 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:21,191 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:21,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:21,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:22,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:22,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:22,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:22,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:22,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:22,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:22,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:22,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:22,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:22,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:23,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:23,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:23,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:23,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:23,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:23,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:23,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:23,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:24,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:24,490 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:18:24,490 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:18:24,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:24,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:24,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:25,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:25,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:25,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:25,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:25,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:25,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:25,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:25,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:25,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:25,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:25,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:26,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:26,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:26,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:26,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:27,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:27,106 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:27,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:27,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:27,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:27,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:27,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:27,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:27,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:27,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:27,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:28,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:28,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:28,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:28,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:28,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:28,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:28,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:29,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:29,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:29,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:29,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:29,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:29,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:29,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:29,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:30,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:30,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:30,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:30,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:30,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:30,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:30,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:30,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:30,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:30,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:31,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:31,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:31,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:31,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:31,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:32,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:32,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:32,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:32,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:32,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:32,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:32,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:32,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:32,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:32,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:33,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:33,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:33,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:33,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:33,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:34,658 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:34,658 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:34,659 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:35,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:35,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:35,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:35,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:35,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:35,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:35,384 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:35,384 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:35,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:35,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:35,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:36,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:36,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:36,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:36,384 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:36,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:36,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:36,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:37,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:37,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:37,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:37,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:37,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:37,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:37,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:37,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:38,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:38,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:38,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:38,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:38,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:38,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:38,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:38,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:38,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:38,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:39,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:39,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:39,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:39,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:39,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:39,596 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:18:39,597 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:18:40,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:40,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:40,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:40,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:40,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:40,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:40,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:40,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:40,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:40,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:41,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:41,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:41,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:41,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:41,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:41,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:41,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:41,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:42,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:42,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:42,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:42,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:43,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:43,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:43,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:43,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:43,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:43,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:43,391 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:43,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:43,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:43,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:43,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:44,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:44,092 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:44,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:44,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:45,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:45,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:45,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:45,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:45,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:45,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:45,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:45,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:45,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:45,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:45,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:46,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:46,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:46,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:46,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:46,491 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:46,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:46,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:47,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:47,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:47,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:47,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:47,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:47,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:47,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:47,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:48,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:48,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:48,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:48,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:48,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:48,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:48,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:48,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:48,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:48,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:49,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:49,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:49,613 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:18:49,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:49,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:49,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:50,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:50,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:50,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:50,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:50,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:50,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:50,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:51,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:51,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:51,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:51,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:51,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:51,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:51,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:51,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:51,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:51,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:51,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:52,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:52,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:52,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:52,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:53,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:53,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:53,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:53,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:53,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:53,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:53,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:53,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:53,827 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:53,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:53,828 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:54,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:54,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:54,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:54,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:54,659 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:18:54,662 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:18:55,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:55,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:55,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:55,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:55,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:55,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:55,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:55,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:55,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:55,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:55,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:56,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:56,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:56,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:56,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:56,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:56,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:56,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:57,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:57,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:57,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:57,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:57,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:58,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:58,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:58,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:58,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:58,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:58,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:58,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:58,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:58,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:58,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:59,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:59,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:59,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:18:59,398 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:18:59,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:18:59,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:18:59,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:18:59,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:00,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:00,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:00,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:00,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:00,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:00,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:00,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:01,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:01,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:01,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:01,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:01,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:01,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:01,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:01,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:02,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:02,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:02,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:02,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:02,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:02,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:03,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:03,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:03,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:03,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:03,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:03,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:03,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:03,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:03,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:03,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:03,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:04,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:04,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:04,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:04,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:05,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:05,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:05,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:05,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:05,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:05,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:05,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:05,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:05,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:05,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:05,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:06,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:06,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:06,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:06,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:06,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:06,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:06,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:07,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:07,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:07,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:07,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:07,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:08,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:08,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:08,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:08,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:08,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:08,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:08,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:08,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:08,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:08,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:09,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:09,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:09,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:09,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:09,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:09,738 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:19:09,738 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:19:10,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:10,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:10,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:10,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:10,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:10,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:10,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:10,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:10,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:10,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:11,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:11,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:11,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:11,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:11,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:11,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:11,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:11,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:12,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:12,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:12,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:12,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:12,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:12,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:12,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:13,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:13,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:13,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:13,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:13,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:13,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:13,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:13,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:13,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:13,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:13,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:14,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:14,943 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:14,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:14,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:15,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:15,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:15,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:15,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:15,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:15,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:15,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:15,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:15,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:15,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:15,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:16,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:16,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:16,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:16,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:17,411 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:17,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:17,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:17,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:17,763 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:17,763 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:17,764 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:18,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:18,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:18,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:18,411 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:18,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:18,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:18,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:18,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:18,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:18,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:19,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:19,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:19,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:19,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:19,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:20,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:20,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:20,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:20,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:20,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:20,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:20,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:20,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:20,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:20,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:21,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:21,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:21,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:21,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:21,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:21,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:21,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:21,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:22,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:22,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:22,647 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:22,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:22,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:22,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:22,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:23,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:23,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:23,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:23,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:23,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:23,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:23,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:23,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:24,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:24,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:24,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:24,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:24,853 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:19:24,853 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:19:25,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:25,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:25,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:25,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:25,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:25,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:25,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:25,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:25,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:25,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:25,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:26,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:26,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:26,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:26,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:26,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:26,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:26,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:27,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:27,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:27,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:27,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:27,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:27,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:27,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:28,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:28,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:28,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:28,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:28,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:28,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:28,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:28,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:28,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:28,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:29,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:29,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:29,661 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:19:29,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:29,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:29,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:30,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:30,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:30,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:30,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:30,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:30,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:30,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:31,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:31,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:31,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:31,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:31,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:31,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:31,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:31,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:31,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:31,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:31,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:32,420 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:32,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:32,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:32,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:33,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:33,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:33,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:33,420 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:33,420 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:33,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:33,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:33,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:33,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:33,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:33,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:34,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:34,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:34,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:34,422 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:35,106 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:35,106 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:35,107 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:35,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:35,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:35,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:35,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:35,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:35,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:35,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:35,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:36,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:36,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:36,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:36,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:36,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:36,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:36,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:37,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:37,424 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:37,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:37,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:37,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:37,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:37,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:37,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:38,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:38,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:38,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:38,424 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:38,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:38,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:38,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:38,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:38,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:38,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:39,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:39,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:39,889 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:19:39,889 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:19:39,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:39,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:39,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:40,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:40,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:40,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:40,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:40,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:40,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:40,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:40,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:40,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:40,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:41,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:41,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:41,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:41,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:41,427 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:42,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:42,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:42,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:43,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:43,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:43,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:43,427 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:43,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:43,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:43,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:43,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:43,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:43,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:43,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:44,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:44,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:44,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:44,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:44,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:44,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:44,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:45,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:45,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:45,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:45,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:45,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:45,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:45,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:45,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:46,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:46,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:46,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:46,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:46,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:46,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:46,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:46,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:46,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:46,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:47,431 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:47,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:47,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:47,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:47,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:48,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:48,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:48,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:48,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:48,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:48,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:48,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:49,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:49,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:49,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:49,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:49,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:49,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:49,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:49,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:50,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:50,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:50,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:50,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:50,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:50,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:50,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:51,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:51,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:51,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:51,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:51,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:51,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:51,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:51,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:51,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:51,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:51,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:52,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:52,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:52,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:52,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:53,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:53,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:53,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:53,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:53,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:53,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:53,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:53,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:53,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:53,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:53,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:54,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:54,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:54,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:54,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:54,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:54,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:54,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:54,924 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:19:54,924 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:19:55,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:55,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:55,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:55,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:55,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:55,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:55,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:55,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:56,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:56,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:56,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:56,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:56,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:56,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:56,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:57,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:57,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:57,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:57,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:57,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:19:58,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:58,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:58,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:58,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:58,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:58,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:58,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:58,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:58,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:58,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:59,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:59,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:59,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:59,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:19:59,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:19:59,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:19:59,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:19:59,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:00,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:00,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:00,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:00,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:00,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:00,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:01,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:01,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:01,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:01,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:01,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:01,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:01,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:01,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:01,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:01,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:01,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:02,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:02,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:02,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:02,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:03,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:03,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:03,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:03,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:03,442 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:03,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:03,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:03,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:04,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:04,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:04,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:04,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:04,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:04,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:04,443 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:05,443 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:05,608 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:05,608 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:05,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:05,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:05,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:05,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:06,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:06,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:06,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:06,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:06,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:06,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:06,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:07,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:07,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:07,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:07,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:07,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:07,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:07,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:07,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:08,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:08,315 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:08,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:08,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:08,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:08,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:08,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:09,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:09,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:09,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:09,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:09,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:09,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:09,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:09,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:09,699 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:20:09,714 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:09,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:09,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:09,983 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:20:09,984 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:20:10,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:10,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:10,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:10,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:11,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:11,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:11,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:11,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:11,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:11,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:11,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:11,447 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:11,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:11,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:11,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:12,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:12,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:12,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:12,447 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:13,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:13,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:13,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:13,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:13,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:13,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:13,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:13,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:13,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:13,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:13,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:14,264 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:14,264 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:14,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:14,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:14,614 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:14,614 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:14,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:15,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:15,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:15,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:15,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:15,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:15,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:15,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:15,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:16,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:16,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:16,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:16,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:16,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:16,640 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:16,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:16,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:16,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:16,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:17,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:17,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:18,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:18,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:18,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:18,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:18,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:18,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:18,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:18,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:18,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:18,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:19,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:19,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:19,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:19,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:19,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:19,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:19,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:19,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:19,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:19,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:19,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:20,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:20,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:20,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:20,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:21,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:21,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:21,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:21,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:21,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:21,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:21,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:21,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:21,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:21,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:21,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:22,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:22,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:22,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:22,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:23,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:23,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:23,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:23,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:23,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:23,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:23,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:23,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:24,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:24,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:24,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:24,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:24,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:24,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:24,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:24,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:24,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:24,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:25,058 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:20:25,058 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:20:25,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:25,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:26,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:26,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:26,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:26,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:26,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:26,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:26,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:27,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:27,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:27,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:27,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:27,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:27,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:27,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:27,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:27,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:27,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:27,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:28,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:28,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:28,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:28,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:29,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:29,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:29,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:29,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:29,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:29,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:29,509 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:29,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:29,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:29,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:29,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:30,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:30,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:30,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:30,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:30,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:30,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:30,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:31,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:31,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:31,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:31,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:31,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:31,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:31,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:31,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:32,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:32,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:32,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:32,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:32,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:32,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:32,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:32,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:32,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:32,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:33,459 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:33,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:34,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:34,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:34,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:34,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:34,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:34,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:34,459 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:34,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:34,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:34,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:35,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:35,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:35,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:35,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:35,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:35,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:35,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:35,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:37,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:37,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:37,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:37,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:37,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:37,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:37,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:37,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:37,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:37,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:37,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:38,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:38,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:38,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:38,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:38,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:38,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:38,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:39,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:39,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:39,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:39,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:39,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:39,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:39,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:40,117 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:20:40,118 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:20:40,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:40,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:40,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:40,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:40,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:40,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:40,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:40,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:40,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:40,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:41,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:41,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:41,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:41,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:41,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:42,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:42,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:42,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:42,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:42,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:42,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:42,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:43,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:43,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:43,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:43,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:43,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:43,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:43,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:43,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:43,813 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:43,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:43,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:44,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:44,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:44,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:44,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:45,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:45,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:45,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:45,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:45,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:45,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:45,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:45,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:45,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:45,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:45,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:46,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:46,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:46,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:46,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:47,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:47,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:47,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:47,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:47,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:47,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:47,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:47,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:48,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:48,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:48,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:48,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:48,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:48,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:48,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:48,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:48,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:48,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:48,794 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:20:49,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:49,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:49,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:49,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:49,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:50,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:50,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:50,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:50,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:50,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:50,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:50,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:50,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:50,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:50,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:51,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:51,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:51,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:51,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:51,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:52,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:52,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:52,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:53,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:53,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:53,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:53,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:53,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:53,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:53,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:53,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:53,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:53,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:53,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:54,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:54,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:54,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:54,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:54,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:54,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:54,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:55,153 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:20:55,154 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:20:55,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:55,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:55,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:55,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:55,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:56,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:56,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:56,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:56,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:56,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:56,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:56,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:56,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:56,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:56,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:57,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:57,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:57,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:57,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:57,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:58,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:58,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:58,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:58,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:58,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:58,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:58,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:58,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:58,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:58,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:59,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:59,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:59,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:59,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:59,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:59,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:20:59,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:20:59,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:20:59,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:20:59,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:20:59,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:00,474 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:00,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:00,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:00,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:01,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:01,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:01,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:01,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:01,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:01,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:01,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:01,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:01,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:01,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:01,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:02,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:02,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:02,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:02,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:03,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:03,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:03,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:03,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:04,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:04,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:04,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:04,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:04,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:04,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:04,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:04,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:04,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:04,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:05,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:05,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:05,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:05,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:05,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:05,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:05,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:05,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:06,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:06,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:06,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:06,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:06,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:06,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:07,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:07,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:07,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:07,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:07,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:07,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:07,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:07,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:07,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:07,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:07,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:08,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:09,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:09,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:09,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:09,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:09,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:09,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:09,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:09,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:09,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:09,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:09,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:10,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:10,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:10,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:10,263 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:21:10,263 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:21:10,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:10,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:10,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:10,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:11,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:11,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:11,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:11,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:11,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:11,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:11,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:11,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:12,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:12,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:12,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:12,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:12,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:12,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:12,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:12,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:12,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:12,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:13,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:13,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:14,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:14,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:14,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:14,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:14,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:14,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:14,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:14,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:14,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:14,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:15,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:15,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:15,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:15,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:15,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:15,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:15,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:15,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:15,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:15,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:15,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:16,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:17,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:17,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:17,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:17,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:17,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:17,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:17,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:17,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:17,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:17,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:17,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:18,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:18,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:18,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:18,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:18,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:18,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:18,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:19,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:19,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:19,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:19,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:20,113 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:20,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:20,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:20,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:20,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:20,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:20,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:20,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:20,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:20,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:21,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:21,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:21,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:21,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:21,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:22,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:22,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:22,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:22,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:22,892 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:22,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:23,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:23,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:23,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:23,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:23,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:23,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:23,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:23,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:23,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:23,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:23,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:24,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:24,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:24,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:24,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:25,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:25,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:25,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:25,294 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:21:25,295 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:21:25,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:25,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:25,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:25,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:25,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:25,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:25,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:25,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:26,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:26,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:26,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:26,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:26,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:26,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:26,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:27,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:27,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:27,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:27,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:27,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:27,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:27,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:27,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:28,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:28,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:28,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:28,466 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:21:28,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:28,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:28,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:28,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:29,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:29,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:29,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:29,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:29,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:30,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:30,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:30,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:30,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:30,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:30,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:30,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:30,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:30,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:30,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:31,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:31,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:31,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:31,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:31,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:31,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:31,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:32,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:32,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:32,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:32,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:32,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:32,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:32,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:32,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:33,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:33,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:33,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:33,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:33,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:33,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:33,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:33,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:33,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:33,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:34,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:34,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:34,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:34,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:34,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:35,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:35,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:35,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:35,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:35,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:35,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:35,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:36,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:36,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:36,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:36,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:36,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:36,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:36,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:36,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:36,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:36,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:36,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:37,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:37,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:37,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:37,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:38,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:38,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:38,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:38,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:38,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:38,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:38,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:38,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:38,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:38,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:38,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:39,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:39,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:39,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:39,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:40,329 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:21:40,330 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:21:40,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:40,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:40,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:40,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:40,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:40,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:40,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:40,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:41,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:41,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:41,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:41,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:41,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:41,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:41,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:41,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:41,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:41,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:42,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:42,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:42,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:42,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:42,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:43,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:43,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:43,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:44,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:44,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:44,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:44,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:44,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:44,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:44,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:44,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:44,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:44,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:44,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:45,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:45,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:45,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:45,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:46,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:46,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:46,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:46,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:46,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:46,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:46,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:46,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:46,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:46,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:46,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:47,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:47,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:47,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:47,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:47,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:47,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:47,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:48,500 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:48,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:48,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:48,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:48,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:48,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:48,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:49,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:49,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:49,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:49,500 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:49,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:49,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:49,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:49,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:49,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:49,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:50,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:50,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:50,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:50,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:50,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:51,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:51,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:51,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:52,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:52,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:52,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:52,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:52,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:52,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:52,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:52,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:52,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:52,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:52,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:53,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:53,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:53,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:53,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:53,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:53,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:53,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:54,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:54,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:54,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:54,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:54,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:54,847 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:54,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:54,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:55,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:55,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:55,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:55,360 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:21:55,361 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:21:55,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:55,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:55,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:55,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:55,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:55,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:55,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:56,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:56,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:21:56,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:56,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:56,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:57,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:57,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:57,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:57,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:57,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:57,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:57,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:58,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:58,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:58,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:58,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:21:58,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:21:58,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:21:58,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:21:58,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:00,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:00,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:00,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:00,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:00,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:00,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:00,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:00,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:00,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:00,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:00,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:01,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:01,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:01,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:01,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:01,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:01,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:01,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:01,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:01,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:01,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:02,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:02,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:02,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:02,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:02,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:02,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:02,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:02,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:03,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:03,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:03,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:03,813 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:04,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:04,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:04,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:04,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:04,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:04,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:04,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:04,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:04,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:04,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:04,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:05,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:05,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:05,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:05,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:06,198 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:06,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:06,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:06,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:06,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:06,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:06,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:06,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:06,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:06,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:06,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:07,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:07,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:07,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:07,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:07,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:07,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:07,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:08,034 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:22:08,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:08,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:08,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:08,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:08,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:08,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:08,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:08,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:09,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:09,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:09,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:09,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:09,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:09,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:09,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:09,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:09,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:09,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:10,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:10,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:10,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:10,399 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:22:10,400 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:22:10,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:10,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:11,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:11,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:11,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:11,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:11,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:11,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:11,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:12,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:12,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:12,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:12,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:12,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:12,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:12,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:12,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:12,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:12,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:12,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:13,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:13,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:13,735 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:13,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:14,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:14,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:14,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:14,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:14,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:14,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:14,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:14,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:14,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:14,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:14,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:15,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:15,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:15,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:15,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:16,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:16,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:16,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:16,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:16,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:16,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:16,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:16,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:16,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:16,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:16,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:17,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:17,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:17,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:17,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:17,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:17,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:17,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:18,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:18,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:18,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:18,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:18,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:18,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:18,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:18,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:19,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:19,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:19,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:19,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:19,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:19,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:19,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:20,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:20,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:20,034 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:20,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:20,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:20,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:20,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:20,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:21,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:21,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:21,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:21,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:21,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:21,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:21,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:22,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:22,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:22,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:22,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:22,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:22,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:22,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:22,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:23,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:23,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:23,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:23,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:23,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:23,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:23,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:24,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:24,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:24,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:24,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:24,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:24,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:24,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:24,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:24,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:24,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:24,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:25,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:25,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:25,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:25,436 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:22:25,436 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:22:25,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:26,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:26,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:26,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:26,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:26,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:26,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:26,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:26,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:27,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:27,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:27,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:27,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:27,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:27,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:27,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:27,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:27,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:27,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:28,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:28,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:28,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:28,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:28,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:29,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:29,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:29,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:29,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:29,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:29,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:29,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:30,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:30,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:30,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:30,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:30,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:30,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:30,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:30,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:30,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:30,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:30,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:31,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:31,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:31,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:31,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:32,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:32,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:32,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:32,491 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:32,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:32,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:32,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:32,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:32,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:32,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:32,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:33,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:33,190 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:33,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:33,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:34,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:35,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:35,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:35,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:35,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:35,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:35,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:35,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:35,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:35,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:35,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:36,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:36,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:36,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:36,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:36,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:36,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:36,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:36,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:36,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:36,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:36,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:37,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:37,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:37,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:37,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:37,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:37,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:37,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:38,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:38,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:38,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:38,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:38,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:39,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:39,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:39,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:39,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:39,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:39,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:39,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:39,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:39,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:39,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:40,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:40,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:40,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:40,493 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:22:40,493 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:22:40,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:40,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:41,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:41,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:41,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:41,434 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:41,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:41,435 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:41,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:41,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:41,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:41,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:42,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:42,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:42,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:42,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:42,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:42,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:42,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:42,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:43,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:43,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:43,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:43,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:43,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:43,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:44,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:44,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:44,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:44,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:44,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:44,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:44,598 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:44,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:44,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:44,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:44,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:45,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:46,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:46,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:46,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:46,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:46,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:46,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:46,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:46,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:46,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:46,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:46,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:47,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:47,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:47,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:47,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:47,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:47,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:47,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:47,760 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:22:48,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:48,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:48,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:48,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:48,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:48,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:48,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:48,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:49,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:49,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:49,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:49,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:49,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:49,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:49,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:49,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:49,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:49,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:50,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:50,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:50,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:50,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:50,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:51,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:51,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:51,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:51,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:51,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:51,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:51,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:51,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:51,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:51,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:52,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:52,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:52,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:52,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:52,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:53,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:53,861 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:53,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:54,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:54,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:54,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:54,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:54,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:54,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:54,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:54,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:54,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:54,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:54,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:55,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:55,265 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:55,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:55,526 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:22:55,526 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:22:55,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:55,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:55,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:55,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:56,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:56,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:56,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:56,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:56,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:57,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:57,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:57,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:57,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:57,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:57,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:57,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:57,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:57,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:57,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:58,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:58,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:58,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:58,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:58,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:58,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:58,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:58,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:22:59,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:59,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:59,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:22:59,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:22:59,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:22:59,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:22:59,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:00,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:00,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:00,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:00,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:00,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:00,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:00,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:00,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:00,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:00,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:00,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:01,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:01,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:01,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:01,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:02,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:02,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:02,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:02,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:03,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:03,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:03,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:03,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:03,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:03,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:03,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:03,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:03,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:03,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:04,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:04,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:04,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:04,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:04,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:04,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:04,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:04,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:05,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:05,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:05,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:05,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:05,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:05,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:05,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:06,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:06,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:06,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:06,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:06,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:06,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:06,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:06,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:06,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:06,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:06,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:07,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:07,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:07,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:07,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:08,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:08,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:08,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:08,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:08,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:08,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:08,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:08,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:08,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:08,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:08,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:09,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:09,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:09,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:09,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:09,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:09,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:09,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:10,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:10,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:10,612 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:23:10,612 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:23:10,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:10,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:10,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:11,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:11,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:11,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:11,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:11,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:11,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:11,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:11,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:11,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:11,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:12,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:12,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:12,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:12,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:12,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:13,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:13,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:13,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:13,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:13,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:13,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:13,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:13,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:13,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:13,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:14,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:14,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:14,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:14,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:14,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:14,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:14,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:14,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:15,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:15,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:15,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:15,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:16,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:16,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:16,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:16,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:16,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:16,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:16,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:16,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:16,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:16,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:16,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:17,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:17,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:17,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:17,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:18,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:18,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:18,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:18,392 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:18,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:18,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:18,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:18,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:18,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:18,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:18,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:19,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:19,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:19,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:19,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:19,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:19,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:19,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:19,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:19,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:19,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:20,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:20,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:21,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:21,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:21,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:21,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:21,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:21,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:21,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:21,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:21,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:21,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:22,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:22,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:22,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:22,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:22,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:22,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:22,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:22,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:23,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:23,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:23,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:23,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:23,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:23,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:23,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:24,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:24,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:24,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:24,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:24,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:24,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:24,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:24,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:24,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:24,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:24,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:25,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:25,676 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:23:25,676 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:23:25,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:25,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:25,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:26,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:26,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:26,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:26,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:26,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:26,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:26,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:26,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:26,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:26,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:26,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:27,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:27,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:27,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:27,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:27,590 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:23:28,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:28,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:28,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:28,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:28,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:28,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:28,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:28,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:28,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:28,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:28,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:29,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:29,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:29,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:29,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:29,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:29,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:29,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:30,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:30,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:30,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:30,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:30,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:31,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:31,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:31,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:31,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:31,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:31,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:31,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:31,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:31,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:31,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:32,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:32,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:32,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:32,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:32,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:32,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:32,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:32,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:33,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:33,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:33,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:33,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:33,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:33,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:34,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:34,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:34,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:34,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:34,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:34,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:34,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:34,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:35,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:35,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:35,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:35,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:36,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:36,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:36,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:36,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:36,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:36,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:36,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:36,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:36,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:36,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:36,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:37,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:37,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:37,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:37,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:37,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:37,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:37,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:38,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:38,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:38,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:38,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:38,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:38,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:38,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:38,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:39,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:39,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:39,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:39,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:39,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:39,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:39,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:39,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:39,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:39,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:40,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:40,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:40,772 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:23:40,772 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:23:40,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:40,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:40,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:41,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:41,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:41,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:41,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:41,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:41,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:41,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:41,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:41,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:41,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:42,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:42,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:42,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:42,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:42,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:42,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:42,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:42,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:43,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:43,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:43,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:43,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:44,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:44,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:44,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:44,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:44,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:44,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:44,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:44,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:44,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:44,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:44,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:45,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:45,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:45,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:45,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:46,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:46,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:46,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:46,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:46,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:46,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:46,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:46,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:46,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:46,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:46,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:47,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:47,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:47,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:47,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:47,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:47,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:47,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:48,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:48,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:48,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:48,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:48,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:49,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:49,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:49,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:49,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:49,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:49,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:49,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:49,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:49,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:49,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:50,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:50,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:50,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:50,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:50,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:50,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:50,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:50,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:51,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:51,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:51,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:51,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:51,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:51,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:51,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:52,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:52,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:52,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:52,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:52,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:52,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:52,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:52,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:52,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:52,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:52,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:53,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:53,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:53,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:53,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:54,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:54,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:54,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:54,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:54,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:54,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:54,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:54,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:54,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:54,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:54,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:55,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:55,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:55,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:55,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:55,805 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:23:55,807 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:23:56,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:56,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:56,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:56,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:56,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:56,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:56,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:56,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:56,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:56,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:56,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:57,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:57,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:57,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:57,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:57,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:57,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:57,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:58,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:58,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:23:58,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:58,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:58,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:59,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:59,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:59,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:59,491 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:59,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:59,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:23:59,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:23:59,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:23:59,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:23:59,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:00,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:00,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:00,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:00,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:00,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:01,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:01,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:01,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:01,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:01,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:01,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:01,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:01,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:01,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:01,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:02,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:02,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:02,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:02,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:02,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:02,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:02,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:02,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:03,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:03,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:03,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:04,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:04,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:04,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:04,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:04,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:04,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:04,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:04,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:04,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:04,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:04,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:05,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:05,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:05,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:05,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:05,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:05,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:05,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:06,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:06,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:06,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:06,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:06,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:06,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:06,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:06,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:07,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:07,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:07,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:07,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:07,406 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:07,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:07,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:07,756 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:07,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:07,757 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:07,890 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:24:08,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:08,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:08,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:08,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:08,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:09,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:09,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:09,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:09,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:09,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:09,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:09,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:09,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:09,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:09,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:10,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:10,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:10,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:10,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:10,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:10,871 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:24:10,872 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:24:11,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:11,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:11,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:11,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:11,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:11,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:11,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:12,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:12,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:12,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:12,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:12,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:12,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:12,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:12,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:12,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:12,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:12,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:13,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:13,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:13,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:13,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:14,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:14,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:14,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:14,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:14,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:14,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:14,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:14,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:14,813 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:14,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:14,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:15,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:15,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:15,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:15,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:15,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:15,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:15,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:16,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:16,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:16,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:16,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:16,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:16,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:16,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:17,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:17,326 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:17,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:17,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:17,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:17,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:17,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:18,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:18,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:18,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:18,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:18,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:18,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:18,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:18,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:19,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:19,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:19,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:19,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:19,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:19,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:19,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:20,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:20,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:20,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:20,387 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:20,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:20,388 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:20,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:20,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:21,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:21,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:21,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:21,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:21,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:21,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:21,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:22,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:22,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:22,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:22,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:22,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:22,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:22,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:22,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:22,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:22,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:22,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:23,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:23,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:23,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:23,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:24,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:24,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:24,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:24,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:24,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:24,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:24,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:24,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:24,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:24,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:24,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:25,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:25,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:25,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:25,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:25,902 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:24:25,903 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:24:26,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:26,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:26,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:26,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:26,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:26,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:26,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:26,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:27,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:27,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:27,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:27,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:27,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:27,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:27,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:27,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:27,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:27,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:28,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:28,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:28,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:28,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:28,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:29,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:29,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:29,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:29,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:29,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:29,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:29,648 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:29,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:29,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:29,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:30,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:30,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:30,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:30,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:30,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:30,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:30,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:30,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:31,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:31,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:31,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:31,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:31,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:31,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:31,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:32,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:32,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:32,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:32,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:32,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:32,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:32,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:32,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:33,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:33,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:33,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:33,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:34,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:34,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:34,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:34,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:34,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:34,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:34,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:34,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:34,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:34,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:34,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:35,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:35,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:35,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:35,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:35,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:35,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:35,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:36,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:36,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:36,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:36,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:36,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:36,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:36,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:37,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:37,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:37,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:37,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:37,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:37,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:37,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:38,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:38,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:38,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:38,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:38,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:38,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:38,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:38,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:39,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:39,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:39,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:39,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:39,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:39,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:39,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:40,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:40,039 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:40,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:40,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:40,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:40,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:40,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:40,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:40,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:40,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:40,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:40,935 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:24:40,935 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:24:41,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:42,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:42,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:42,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:42,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:42,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:42,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:42,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:42,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:42,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:42,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:42,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:43,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:43,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:43,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:43,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:43,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:43,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:43,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:44,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:44,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:44,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:44,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:44,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:44,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:44,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:44,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:45,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:45,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:45,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:45,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:45,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:45,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:45,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:45,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:45,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:45,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:46,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:46,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:46,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:46,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:46,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:47,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:47,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:47,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:47,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:47,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:47,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:47,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:47,787 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:24:47,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:47,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:47,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:48,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:48,254 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:48,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:48,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:48,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:49,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:49,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:49,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:49,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:49,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:49,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:49,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:50,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:50,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:50,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:50,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:50,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:50,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:50,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:50,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:50,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:50,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:50,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:51,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:51,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:51,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:51,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:52,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:52,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:52,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:52,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:52,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:52,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:52,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:52,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:52,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:52,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:52,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:53,106 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:53,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:53,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:53,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:54,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:54,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:54,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:54,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:54,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:54,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:54,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:54,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:54,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:54,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:54,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:55,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:55,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:55,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:55,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:55,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:55,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:55,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:55,971 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:24:55,972 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:24:56,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:56,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:56,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:56,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:56,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:56,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:56,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:56,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:57,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:57,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:57,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:57,613 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:57,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:57,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:57,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:58,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:58,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:58,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:58,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:58,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:58,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:58,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:58,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:24:59,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:59,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:59,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:24:59,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:24:59,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:24:59,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:24:59,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:00,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:00,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:00,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:00,387 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:00,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:00,388 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:00,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:00,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:00,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:00,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:00,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:01,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:01,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:01,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:01,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:02,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:02,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:02,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:02,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:02,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:02,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:02,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:02,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:02,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:02,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:02,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:03,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:03,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:03,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:03,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:04,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:04,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:04,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:04,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:04,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:04,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:04,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:04,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:04,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:04,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:04,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:05,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:05,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:05,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:05,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:05,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:05,647 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:05,648 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:06,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:06,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:06,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:06,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:06,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:07,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:07,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:07,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:07,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:07,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:07,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:07,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:07,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:07,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:07,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:08,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:08,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:08,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:08,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:08,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:09,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:09,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:09,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:09,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:09,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:09,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:09,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:09,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:09,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:09,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:10,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:10,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:10,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:10,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:10,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:10,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:10,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:10,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:10,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:10,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:10,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:11,078 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:25:11,078 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:25:11,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:11,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:11,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:11,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:12,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:12,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:12,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:12,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:12,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:12,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:12,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:12,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:12,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:12,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:12,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:13,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:13,315 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:13,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:13,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:14,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:14,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:14,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:14,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:14,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:14,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:14,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:14,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:15,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:15,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:15,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:15,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:15,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:15,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:15,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:15,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:15,802 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:15,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:16,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:16,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:16,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:16,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:16,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:17,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:17,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:17,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:17,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:17,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:17,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:17,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:17,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:17,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:17,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:18,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:18,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:18,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:18,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:18,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:19,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:19,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:19,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:19,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:19,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:19,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:19,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:19,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:19,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:19,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:20,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:20,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:20,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:20,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:20,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:20,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:20,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:20,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:21,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:21,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:21,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:21,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:21,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:21,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:21,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:22,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:22,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:22,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:22,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:22,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:22,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:22,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:22,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:22,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:22,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:22,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:23,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:24,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:24,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:24,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:24,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:24,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:24,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:24,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:24,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:25,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:25,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:25,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:25,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:25,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:25,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:25,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:25,827 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:25,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:25,828 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:26,114 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:25:26,115 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:25:26,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:26,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:26,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:26,652 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:26,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:27,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:27,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:27,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:27,414 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:25:27,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:27,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:27,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:27,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:27,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:27,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:27,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:28,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:28,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:28,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:28,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:28,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:28,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:28,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:28,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:29,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:29,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:29,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:29,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:29,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:29,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:29,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:30,325 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:30,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:30,326 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:30,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:30,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:30,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:30,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:30,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:31,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:31,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:31,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:31,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:31,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:31,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:31,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:32,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:32,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:32,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:32,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:32,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:32,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:32,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:32,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:33,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:33,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:33,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:33,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:33,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:33,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:33,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:33,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:33,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:33,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:34,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:34,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:34,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:34,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:35,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:35,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:35,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:35,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:35,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:35,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:35,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:35,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:35,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:35,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:35,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:36,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:36,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:36,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:36,657 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:37,248 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:37,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:37,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:37,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:37,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:37,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:37,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:37,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:37,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:37,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:37,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:38,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:38,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:38,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:38,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:38,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:38,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:38,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:39,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:39,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:39,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:39,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:40,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:40,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:40,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:40,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:40,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:40,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:40,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:40,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:40,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:40,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:41,152 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:25:41,152 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:25:41,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:41,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:41,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:41,661 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:41,661 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:42,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:42,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:42,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:42,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:42,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:42,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:42,661 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:42,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:42,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:42,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:43,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:43,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:43,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:43,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:43,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:43,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:43,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:43,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:44,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:44,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:44,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:44,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:44,991 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:44,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:44,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:45,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:45,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:45,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:45,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:45,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:45,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:45,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:45,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:46,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:46,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:46,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:46,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:46,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:46,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:46,663 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:47,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:47,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:47,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:47,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:47,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:47,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:47,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:47,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:48,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:48,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:48,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:48,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:48,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:48,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:48,664 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:48,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:48,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:48,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:49,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:49,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:50,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:50,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:50,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:50,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:50,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:50,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:50,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:50,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:50,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:50,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:51,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:51,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:51,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:51,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:51,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:51,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:51,667 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:51,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:52,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:52,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:52,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:52,667 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:52,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:52,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:52,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:53,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:53,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:53,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:53,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:53,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:53,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:53,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:53,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:53,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:53,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:53,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:54,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:54,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:54,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:54,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:55,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:55,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:55,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:55,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:55,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:55,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:55,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:55,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:55,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:55,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:55,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:56,181 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:25:56,181 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:25:56,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:56,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:56,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:56,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:56,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:56,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:56,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:57,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:57,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:57,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:57,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:57,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:25:57,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:57,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:57,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:58,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:58,303 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:58,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:58,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:58,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:58,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:58,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:59,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:25:59,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:25:59,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:25:59,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:25:59,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:00,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:00,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:00,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:00,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:00,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:00,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:00,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:00,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:00,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:00,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:01,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:01,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:01,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:01,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:01,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:01,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:01,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:01,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:02,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:02,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:02,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:02,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:02,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:02,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:02,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:03,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:03,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:03,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:03,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:03,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:03,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:03,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:03,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:03,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:03,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:03,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:04,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:05,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:05,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:05,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:05,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:05,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:05,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:05,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:05,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:05,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:05,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:05,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:06,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:06,063 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:06,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:06,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:06,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:06,413 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:06,676 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:06,759 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:26:07,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:07,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:07,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:07,676 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:07,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:07,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:07,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:07,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:08,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:08,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:08,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:08,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:08,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:08,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:08,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:08,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:08,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:08,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:09,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:09,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:09,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:09,679 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:09,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:10,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:10,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:10,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:10,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:10,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:10,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:10,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:10,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:10,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:10,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:11,212 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:26:11,212 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:26:11,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:11,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:11,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:11,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:11,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:11,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:11,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:11,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:12,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:12,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:12,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:13,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:13,039 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:13,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:13,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:13,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:13,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:13,682 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:13,682 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:13,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:13,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:13,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:14,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:14,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:14,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:14,682 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:15,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:15,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:15,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:15,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:15,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:15,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:15,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:15,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:15,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:15,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:15,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:16,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:16,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:16,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:16,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:16,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:16,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:16,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:17,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:17,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:17,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:17,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:17,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:17,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:17,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:17,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:18,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:18,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:18,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:18,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:18,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:18,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:18,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:18,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:18,892 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:18,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:19,685 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:19,685 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:19,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:19,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:19,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:20,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:20,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:20,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:20,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:20,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:20,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:20,685 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:21,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:21,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:21,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:21,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:21,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:21,358 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:21,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:21,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:22,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:22,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:22,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:22,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:22,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:22,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:22,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:23,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:23,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:23,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:23,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:23,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:23,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:23,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:23,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:23,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:23,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:23,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:24,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:25,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:25,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:25,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:25,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:25,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:25,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:25,689 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:25,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:26,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:26,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:26,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:26,246 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:26:26,247 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:26:26,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:26,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:26,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:26,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:26,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:26,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:26,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:27,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:27,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:27,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:27,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:27,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:27,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:27,692 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:27,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:28,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:28,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:28,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:28,692 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:29,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:29,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:29,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:29,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:29,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:29,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:29,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:29,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:29,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:29,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:29,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:30,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:30,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:30,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:30,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:30,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:30,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:30,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:31,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:31,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:31,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:31,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:31,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:31,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:31,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:31,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:32,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:32,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:32,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:32,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:32,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:32,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:32,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:32,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:32,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:32,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:33,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:33,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:33,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:33,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:33,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:34,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:34,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:34,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:34,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:34,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:34,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:34,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:34,891 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:34,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:34,892 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:35,241 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:35,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:35,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:35,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:35,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:36,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:36,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:36,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:36,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:36,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:36,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:36,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:36,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:36,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:36,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:37,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:37,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:37,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:37,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:37,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:37,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:37,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:37,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:38,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:38,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:38,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:38,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:38,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:38,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:38,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:39,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:39,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:39,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:39,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:39,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:39,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:39,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:39,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:40,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:40,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:40,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:40,701 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:41,279 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:26:41,279 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:26:41,702 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:41,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:41,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:41,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:42,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:42,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:42,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:42,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:42,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:42,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:42,702 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:42,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:42,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:42,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:43,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:43,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:43,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:43,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:43,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:43,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:43,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:43,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:44,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:44,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:44,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:44,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:45,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:45,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:45,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:45,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:45,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:45,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:45,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:45,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:45,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:45,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:45,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:46,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:46,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:46,141 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:46,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:46,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:46,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:46,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:47,036 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:26:47,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:47,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:47,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:47,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:47,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:47,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:47,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:47,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:48,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:48,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:48,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:48,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:48,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:48,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:48,706 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:48,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:48,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:48,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:49,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:49,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:49,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:49,706 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:49,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:50,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:50,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:50,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:51,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:51,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:51,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:51,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:51,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:51,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:51,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:51,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:51,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:51,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:51,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:52,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:52,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:52,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:52,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:53,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:53,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:53,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:53,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:53,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:53,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:53,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:53,708 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:53,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:53,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:53,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:54,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:54,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:54,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:54,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:54,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:54,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:54,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:55,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:55,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:55,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:55,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:55,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:55,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:55,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:55,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:56,312 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:26:56,313 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:26:56,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:56,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:56,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:56,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:56,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:56,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:56,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:57,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:57,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:57,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:57,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:57,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:57,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:57,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:57,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:58,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:58,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:58,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:58,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:58,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:58,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:58,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:59,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:59,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:59,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:59,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:59,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:59,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:26:59,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:26:59,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:26:59,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:26:59,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:26:59,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:00,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:00,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:00,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:00,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:01,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:01,315 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:01,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:01,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:01,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:01,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:01,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:01,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:02,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:02,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:02,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:02,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:02,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:02,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:02,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:03,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:03,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:03,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:03,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:03,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:03,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:03,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:03,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:04,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:04,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:04,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:04,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:04,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:04,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:04,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:04,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:04,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:04,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:05,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:05,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:05,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:05,717 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:05,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:06,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:06,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:06,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:06,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:06,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:06,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:06,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:06,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:06,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:06,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:07,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:07,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:07,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:07,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:07,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:07,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:07,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:07,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:08,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:08,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:08,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:08,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:09,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:09,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:09,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:09,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:09,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:09,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:09,719 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:09,719 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:09,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:09,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:09,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:10,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:10,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:10,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:10,719 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:11,351 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:27:11,352 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:27:11,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:11,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:11,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:11,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:12,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:12,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:12,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:12,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:12,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:12,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:12,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:12,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:12,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:12,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:13,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:13,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:13,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:13,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:13,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:13,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:13,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:13,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:14,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:14,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:14,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:15,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:15,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:15,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:15,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:15,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:15,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:15,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:15,722 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:15,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:15,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:15,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:16,142 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:16,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:16,143 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:16,722 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:17,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:17,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:17,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:17,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:17,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:17,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:17,722 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:17,723 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:17,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:17,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:17,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:18,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:18,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:18,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:18,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:18,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:18,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:18,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:19,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:19,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:19,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:19,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:19,733 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:19,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:19,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:19,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:20,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:20,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:20,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:20,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:20,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:20,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:20,733 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:20,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:20,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:20,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:21,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:21,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:21,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:21,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:21,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:22,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:22,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:22,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:22,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:22,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:22,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:22,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:23,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:23,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:23,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:23,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:23,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:23,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:23,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:23,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:23,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:23,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:23,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:24,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:24,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:24,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:24,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:25,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:25,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:25,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:25,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:25,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:25,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:25,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:25,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:25,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:25,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:25,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:26,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:26,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:26,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:26,215 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:27:26,382 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:27:26,383 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:27:26,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:27,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:27,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:27,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:27,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:27,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:27,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:27,739 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:27,739 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:27,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:27,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:27,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:28,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:28,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:28,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:28,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:28,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:28,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:28,739 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:29,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:29,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:29,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:29,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:29,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:29,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:29,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:29,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:30,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:30,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:30,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:30,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:30,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:30,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:30,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:31,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:31,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:31,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:31,741 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:31,741 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:31,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:31,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:31,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:32,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:32,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:32,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:32,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:32,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:32,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:32,741 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:32,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:32,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:32,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:33,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:33,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:33,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:33,745 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:33,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:34,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:34,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:34,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:34,745 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:34,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:34,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:34,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:35,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:35,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:35,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:35,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:35,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:35,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:35,745 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:35,746 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:35,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:35,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:35,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:36,746 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:36,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:36,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:36,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:37,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:37,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:37,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:37,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:37,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:37,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:37,746 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:37,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:37,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:37,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:37,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:38,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:38,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:38,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:38,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:38,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:38,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:38,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:39,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:39,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:39,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:39,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:40,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:40,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:40,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:40,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:40,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:40,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:40,748 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:41,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:41,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:41,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:41,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:41,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:41,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:41,425 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:27:41,425 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:27:41,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:41,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:42,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:42,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:42,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:42,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:42,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:42,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:42,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:43,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:43,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:43,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:43,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:43,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:43,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:43,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:43,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:43,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:43,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:43,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:44,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:44,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:44,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:44,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:45,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:45,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:45,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:45,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:45,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:45,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:45,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:45,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:45,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:45,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:45,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:46,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:46,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:46,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:46,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:46,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:46,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:46,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:47,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:47,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:47,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:47,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:47,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:47,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:47,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:47,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:48,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:48,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:48,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:48,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:48,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:48,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:48,753 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:48,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:48,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:48,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:49,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:49,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:49,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:49,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:49,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:50,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:50,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:50,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:50,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:50,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:50,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:50,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:50,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:50,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:50,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:51,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:51,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:51,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:51,756 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:51,756 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:52,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:52,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:52,358 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:52,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:52,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:52,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:52,756 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:53,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:53,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:53,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:53,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:53,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:53,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:53,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:53,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:53,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:53,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:53,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:54,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:54,802 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:54,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:55,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:55,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:55,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:55,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:55,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:55,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:55,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:55,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:55,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:55,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:55,853 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:56,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:56,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:56,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:56,461 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:27:56,463 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:27:56,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:57,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:57,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:57,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:57,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:57,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:27:57,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:57,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:57,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:58,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:58,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:58,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:58,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:58,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:58,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:58,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:59,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:59,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:59,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:59,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:27:59,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:27:59,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:27:59,763 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:27:59,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:00,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:00,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:00,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:00,763 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:00,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:00,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:00,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:01,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:01,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:01,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:01,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:01,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:01,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:01,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:01,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:01,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:01,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:01,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:02,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:02,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:02,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:02,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:03,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:03,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:03,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:03,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:03,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:03,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:03,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:03,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:03,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:03,824 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:03,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:04,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:04,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:04,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:04,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:05,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:05,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:05,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:05,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:05,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:05,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:05,766 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:05,766 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:05,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:05,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:05,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:06,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:06,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:06,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:06,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:06,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:06,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:06,739 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:28:06,766 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:07,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:07,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:07,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:07,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:07,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:07,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:07,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:07,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:08,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:08,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:08,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:08,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:08,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:08,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:08,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:09,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:09,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:09,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:09,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:09,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:10,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:10,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:10,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:10,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:10,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:10,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:10,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:10,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:10,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:10,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:11,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:11,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:11,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:11,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:11,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:11,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:11,571 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:28:11,572 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:28:11,769 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:11,769 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:12,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:12,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:12,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:12,769 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:12,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:12,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:12,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:13,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:13,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:13,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:13,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:13,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:13,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:13,770 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:13,770 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:13,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:13,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:13,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:14,770 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:14,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:14,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:14,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:15,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:15,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:15,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:15,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:15,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:15,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:15,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:15,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:15,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:15,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:15,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:16,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:16,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:16,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:16,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:17,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:17,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:17,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:17,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:17,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:17,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:17,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:17,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:18,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:18,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:18,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:18,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:18,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:18,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:18,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:18,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:18,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:18,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:19,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:19,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:19,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:19,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:19,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:20,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:20,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:20,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:20,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:20,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:20,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:20,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:20,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:20,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:20,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:21,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:21,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:21,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:21,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:21,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:21,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:21,773 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:21,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:22,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:22,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:22,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:22,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:23,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:23,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:23,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:23,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:23,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:23,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:23,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:23,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:23,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:23,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:23,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:24,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:24,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:24,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:24,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:25,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:25,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:25,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:25,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:25,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:25,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:25,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:25,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:25,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:25,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:25,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:26,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:26,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:26,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:26,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:26,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:26,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:26,606 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:28:26,607 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:28:26,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:27,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:27,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:27,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:27,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:27,777 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:27,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:27,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:27,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:28,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:28,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:28,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:28,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:28,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:28,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:28,777 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:28,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:28,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:28,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:29,777 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:29,778 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:29,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:29,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:29,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:30,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:30,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:30,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:30,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:30,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:30,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:30,778 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:30,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:30,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:30,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:31,248 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:31,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:31,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:31,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:31,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:32,325 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:32,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:32,326 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:32,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:32,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:32,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:32,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:33,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:33,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:33,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:33,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:33,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:33,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:33,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:33,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:33,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:33,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:33,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:34,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:34,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:34,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:34,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:35,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:35,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:35,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:35,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:35,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:35,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:35,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:35,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:35,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:35,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:35,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:36,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:36,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:36,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:36,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:37,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:37,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:37,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:37,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:37,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:37,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:37,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:37,783 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:37,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:37,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:37,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:38,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:38,254 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:38,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:38,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:38,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:38,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:38,783 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:38,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:38,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:38,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:39,783 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:39,784 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:39,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:39,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:39,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:40,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:40,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:40,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:40,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:40,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:40,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:40,784 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:41,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:41,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:41,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:41,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:41,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:41,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:41,640 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:28:41,641 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:28:41,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:41,788 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:42,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:42,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:42,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:42,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:42,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:42,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:42,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:43,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:43,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:43,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:43,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:43,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:43,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:43,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:43,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:43,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:43,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:43,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:44,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:44,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:44,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:45,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:45,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:45,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:45,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:45,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:45,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:45,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:45,788 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:45,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:45,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:45,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:46,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:46,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:46,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:46,788 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:46,939 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:28:47,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:47,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:47,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:47,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:47,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:47,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:47,788 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:47,789 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:47,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:47,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:47,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:48,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:48,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:48,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:48,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:48,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:48,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:48,789 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:49,789 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:49,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:49,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:49,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:50,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:50,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:50,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:50,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:50,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:50,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:50,790 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:50,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:50,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:50,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:51,261 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:51,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:51,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:51,807 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:51,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:52,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:52,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:52,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:52,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:52,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:52,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:52,807 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:53,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:53,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:53,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:53,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:53,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:53,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:53,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:53,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:53,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:53,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:53,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:54,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:54,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:54,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:54,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:55,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:55,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:55,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:55,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:55,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:55,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:55,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:55,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:55,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:55,809 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:55,809 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:56,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:56,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:56,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:56,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:56,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:56,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:56,729 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:28:56,730 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:28:56,810 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:57,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:57,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:57,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:57,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:57,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:57,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:57,811 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:57,811 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:58,162 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:58,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:58,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:58,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:58,511 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:58,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:58,811 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:58,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:58,861 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:58,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:28:59,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:28:59,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:28:59,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:28:59,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:28:59,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:00,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:00,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:00,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:00,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:00,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:00,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:00,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:01,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:01,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:01,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:01,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:01,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:01,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:01,814 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:01,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:02,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:02,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:02,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:02,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:02,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:02,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:02,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:03,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:03,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:03,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:03,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:03,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:03,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:03,765 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:03,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:03,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:03,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:03,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:04,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:04,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:04,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:05,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:05,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:05,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:05,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:05,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:05,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:05,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:05,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:05,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:05,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:05,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:06,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:06,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:06,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:06,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:07,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:07,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:07,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:07,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:07,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:07,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:07,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:07,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:08,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:08,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:08,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:08,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:08,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:08,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:08,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:09,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:09,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:09,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:09,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:09,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:09,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:09,818 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:09,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:10,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:10,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:10,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:10,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:10,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:10,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:10,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:11,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:11,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:11,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:11,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:11,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:11,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:11,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:11,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:11,824 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:29:11,824 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:29:11,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:11,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:11,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:12,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:13,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:13,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:13,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:13,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:13,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:13,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:13,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:13,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:13,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:13,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:13,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:14,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:14,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:14,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:14,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:14,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:14,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:14,821 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:15,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:15,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:15,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:15,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:15,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:15,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:15,821 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:15,822 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:16,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:16,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:16,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:16,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:16,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:16,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:16,822 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:16,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:16,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:16,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:17,822 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:17,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:17,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:17,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:17,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:18,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:18,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:18,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:18,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:18,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:18,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:18,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:18,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:18,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:18,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:19,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:19,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:19,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:19,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:19,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:19,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:19,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:19,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:20,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:20,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:20,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:20,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:20,991 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:20,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:20,992 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:21,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:21,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:21,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:21,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:21,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:21,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:21,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:21,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:22,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:22,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:22,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:22,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:23,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:23,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:23,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:23,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:23,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:23,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:23,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:23,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:23,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:23,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:23,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:24,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:24,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:24,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:24,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:24,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:24,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:24,827 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:25,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:25,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:25,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:25,827 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:25,827 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:25,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:25,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:25,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:26,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:26,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:26,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:26,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:26,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:26,663 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:26,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:26,854 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:29:26,854 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:29:27,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:27,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:27,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:27,103 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:29:27,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:27,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:27,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:27,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:27,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:28,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:28,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:28,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:28,642 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:28,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:28,643 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:28,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:28,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:28,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:28,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:29,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:29,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:29,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:29,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:29,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:30,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:30,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:30,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:30,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:30,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:30,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:30,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:31,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:31,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:31,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:31,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:31,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:31,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:31,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:31,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:31,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:31,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:31,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:32,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:32,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:32,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:32,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:33,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:33,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:33,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:33,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:33,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:33,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:33,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:33,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:34,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:34,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:34,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:34,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:34,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:34,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:34,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:34,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:34,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:34,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:35,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:35,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:35,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:35,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:35,833 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:36,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:36,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:36,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:36,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:36,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:36,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:36,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:36,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:36,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:36,833 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:37,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:37,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:37,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:37,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:37,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:38,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:38,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:38,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:38,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:38,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:38,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:38,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:39,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:39,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:39,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:39,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:39,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:39,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:39,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:39,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:39,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:39,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:39,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:40,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:40,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:40,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:40,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:41,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:41,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:41,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:41,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:41,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:41,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:41,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:41,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:41,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:41,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:41,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:41,892 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:29:41,893 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:29:42,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:42,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:42,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:42,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:42,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:42,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:42,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:43,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:43,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:43,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:43,837 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:43,837 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:43,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:43,964 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:43,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:44,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:44,315 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:44,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:44,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:44,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:44,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:44,837 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:45,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:45,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:45,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:45,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:45,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:45,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:45,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:45,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:46,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:46,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:46,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:46,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:46,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:46,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:46,838 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:47,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:47,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:47,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:47,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:47,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:47,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:47,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:47,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:48,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:48,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:48,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:48,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:48,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:48,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:48,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:49,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:49,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:49,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:49,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:49,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:49,435 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:49,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:49,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:49,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:49,841 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:49,841 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:50,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:50,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:50,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:51,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:51,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:51,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:51,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:51,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:51,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:51,841 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:51,842 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:51,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:51,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:51,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:52,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:52,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:52,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:52,842 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:53,325 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:53,326 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:53,326 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:53,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:53,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:53,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:53,842 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:53,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:54,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:54,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:54,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:54,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:54,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:54,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:54,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:54,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:54,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:54,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:55,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:55,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:55,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:55,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:55,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:56,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:56,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:56,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:56,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:56,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:56,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:56,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:56,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:56,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:56,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:56,938 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:29:56,938 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:29:57,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:57,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:57,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:57,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:57,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:57,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:57,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:57,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:29:58,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:58,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:58,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:58,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:59,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:59,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:59,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:59,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:59,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:59,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:59,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:29:59,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:29:59,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:29:59,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:29:59,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:00,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:00,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:00,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:00,846 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:01,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:01,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:01,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:01,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:01,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:01,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:01,846 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:01,846 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:01,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:01,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:01,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:02,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:02,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:02,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:02,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:02,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:02,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:02,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:03,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:03,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:03,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:03,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:03,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:04,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:04,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:04,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:04,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:04,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:04,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:04,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:04,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:04,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:04,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:05,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:05,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:05,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:05,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:05,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:06,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:06,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:06,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:06,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:06,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:06,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:06,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:06,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:06,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:06,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:07,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:07,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:07,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:07,332 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:30:07,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:07,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:07,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:07,849 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:07,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:08,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:08,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:08,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:08,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:08,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:08,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:08,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:09,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:09,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:09,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:09,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:09,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:09,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:09,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:09,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:09,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:09,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:09,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:10,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:10,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:10,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:10,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:11,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:11,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:11,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:11,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:11,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:11,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:11,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:11,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:11,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:11,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:11,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:11,975 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:30:11,976 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:30:12,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:12,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:12,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:12,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:12,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:12,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:12,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:13,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:13,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:13,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:13,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:13,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:13,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:13,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:13,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:14,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:14,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:14,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:14,607 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:14,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:14,608 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:14,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:14,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:14,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:14,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:15,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:15,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:16,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:16,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:16,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:16,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:16,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:16,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:16,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:16,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:16,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:16,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:17,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:17,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:17,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:17,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:17,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:17,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:17,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:17,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:18,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:18,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:18,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:18,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:18,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:18,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:18,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:19,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:19,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:19,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:19,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:19,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:19,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:19,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:19,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:19,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:19,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:19,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:20,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:20,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:20,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:20,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:21,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:21,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:21,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:21,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:21,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:21,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:21,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:21,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:21,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:21,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:21,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:22,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:22,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:22,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:22,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:22,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:22,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:22,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:23,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:23,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:23,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:23,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:23,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:24,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:24,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:24,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:24,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:24,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:24,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:24,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:24,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:24,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:24,859 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:25,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:25,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:25,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:25,859 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:25,859 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:26,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:26,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:26,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:26,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:26,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:26,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:26,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:26,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:26,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:26,859 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:27,010 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:30:27,010 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:30:27,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:27,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:27,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:27,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:27,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:27,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:27,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:27,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:29,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:29,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:29,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:29,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:29,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:29,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:29,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:29,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:29,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:29,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:29,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:30,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:30,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:30,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:30,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:30,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:30,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:30,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:30,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:30,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:30,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:31,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:31,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:31,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:31,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:32,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:32,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:32,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:32,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:32,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:32,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:32,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:32,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:32,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:32,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:33,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:33,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:33,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:33,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:33,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:34,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:34,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:34,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:34,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:34,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:34,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:34,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:34,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:34,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:34,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:35,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:35,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:35,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:35,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:35,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:35,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:35,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:35,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:36,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:36,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:36,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:36,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:37,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:37,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:37,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:37,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:37,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:37,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:37,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:37,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:37,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:37,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:37,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:38,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:38,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:38,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:38,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:39,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:39,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:39,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:39,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:39,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:39,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:39,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:39,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:39,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:39,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:39,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:40,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:40,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:40,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:40,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:40,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:40,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:40,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:41,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:41,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:41,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:41,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:41,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:41,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:41,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:41,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:42,038 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:30:42,038 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:30:42,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:42,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:42,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:42,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:42,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:42,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:42,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:43,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:43,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:43,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:43,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:43,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:43,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:43,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:43,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:44,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:44,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:44,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:44,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:44,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:44,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:44,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:45,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:45,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:45,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:45,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:45,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:45,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:45,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:45,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:45,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:45,892 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:45,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:46,318 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:30:46,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:46,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:46,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:46,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:47,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:47,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:47,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:47,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:47,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:47,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:47,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:47,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:47,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:47,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:47,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:48,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:48,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:48,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:48,872 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:49,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:49,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:49,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:49,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:49,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:49,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:49,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:49,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:50,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:50,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:50,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:50,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:50,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:50,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:50,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:50,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:50,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:50,872 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:52,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:52,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:52,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:52,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:52,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:52,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:52,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:52,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:52,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:52,873 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:52,873 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:53,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:53,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:53,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:53,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:53,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:53,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:53,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:53,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:53,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:53,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:54,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:54,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:54,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:54,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:54,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:55,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:55,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:55,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:55,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:55,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:55,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:55,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:55,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:55,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:55,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:56,325 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:56,326 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:56,326 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:56,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:56,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:56,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:56,875 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:56,875 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:57,076 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:30:57,077 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:30:57,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:57,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:57,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:57,875 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:58,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:58,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:58,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:58,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:58,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:58,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:58,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:58,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:58,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:58,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:30:58,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:30:59,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:30:59,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:30:59,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:30:59,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:00,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:00,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:00,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:00,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:00,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:00,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:00,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:00,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:01,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:01,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:01,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:01,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:01,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:01,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:01,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:01,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:01,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:01,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:02,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:02,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:02,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:02,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:02,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:03,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:03,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:03,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:03,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:03,511 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:03,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:03,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:03,861 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:03,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:03,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:04,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:04,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:04,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:04,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:04,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:04,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:04,880 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:04,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:05,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:05,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:05,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:05,880 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:05,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:05,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:05,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:06,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:06,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:06,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:06,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:06,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:06,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:06,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:06,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:06,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:06,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:06,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:07,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:08,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:08,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:08,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:08,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:08,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:08,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:08,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:08,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:08,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:08,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:08,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:09,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:09,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:09,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:09,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:09,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:09,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:09,883 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:10,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:10,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:10,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:10,883 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:10,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:10,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:10,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:10,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:11,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:11,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:11,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:11,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:11,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:11,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:11,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:11,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:11,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:11,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:12,122 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:31:12,122 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:31:12,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:12,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:12,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:12,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:12,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:13,248 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:13,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:13,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:13,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:13,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:13,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:13,885 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:13,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:13,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:13,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:14,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:14,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:14,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:14,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:14,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:14,648 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:14,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:14,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:15,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:15,642 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:15,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:15,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:15,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:15,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:15,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:16,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:16,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:16,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:16,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:16,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:16,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:16,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:16,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:17,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:17,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:17,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:17,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:18,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:18,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:18,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:18,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:18,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:18,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:18,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:18,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:18,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:18,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:18,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:19,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:19,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:19,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:19,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:19,665 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:19,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:19,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:20,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:20,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:20,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:20,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:20,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:20,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:20,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:20,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:21,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:21,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:21,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:21,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:21,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:21,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:21,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:21,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:21,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:21,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:22,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:22,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:23,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:23,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:23,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:23,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:23,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:23,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:23,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:23,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:23,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:23,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:24,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:24,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:24,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:24,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:24,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:24,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:24,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:24,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:24,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:24,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:24,891 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:25,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:25,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:25,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:25,891 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:26,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:26,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:26,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:26,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:26,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:26,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:26,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:26,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:26,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:26,891 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:26,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:26,896 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:31:27,159 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:31:27,159 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:31:27,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:27,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:27,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:27,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:28,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:28,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:28,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:28,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:28,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:28,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:28,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:28,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:28,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:28,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:28,893 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:29,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:29,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:29,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:29,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:29,511 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:29,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:29,895 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:30,583 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:30,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:30,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:30,895 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:30,895 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:30,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:30,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:30,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:31,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:31,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:31,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:31,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:31,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:31,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:31,896 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:31,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:31,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:31,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:32,896 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:32,897 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:33,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:33,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:33,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:33,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:33,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:33,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:33,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:33,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:33,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:33,897 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:34,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:34,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:34,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:34,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:34,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:34,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:34,898 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:34,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:35,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:35,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:35,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:35,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:35,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:35,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:35,898 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:36,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:36,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:36,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:36,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:36,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:36,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:36,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:36,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:36,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:36,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:36,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:37,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:37,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:37,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:37,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:38,765 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:38,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:38,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:38,900 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:38,900 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:39,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:39,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:39,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:39,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:39,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:39,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:39,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:39,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:39,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:39,900 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:40,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:40,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:40,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:40,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:40,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:40,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:40,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:40,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:41,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:41,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:41,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:41,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:41,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:41,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:41,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:42,189 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:31:42,189 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:31:42,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:42,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:42,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:42,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:42,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:42,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:42,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:42,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:43,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:43,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:43,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:43,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:44,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:44,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:44,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:44,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:44,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:44,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:44,793 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:44,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:44,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:44,904 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:44,904 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:45,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:45,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:45,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:45,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:45,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:45,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:45,906 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:46,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:46,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:46,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:46,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:46,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:46,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:46,906 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:46,906 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:47,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:47,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:47,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:47,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:47,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:47,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:47,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:47,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:47,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:47,906 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:48,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:48,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:48,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:48,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:48,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:49,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:49,511 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:49,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:49,861 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:49,861 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:49,862 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:49,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:50,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:50,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:50,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:50,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:50,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:50,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:50,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:50,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:50,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:50,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:50,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:51,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:51,264 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:51,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:51,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:52,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:52,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:52,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:52,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:52,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:52,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:52,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:52,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:53,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:53,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:53,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:53,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:53,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:53,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:53,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:53,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:53,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:53,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:54,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:54,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:54,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:54,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:54,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:55,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:55,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:55,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:55,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:55,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:55,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:55,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:55,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:55,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:55,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:56,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:56,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:56,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:56,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:56,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:57,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:57,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:57,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:57,231 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:31:57,232 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:31:57,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:57,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:57,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:57,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:57,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:57,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:57,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:58,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:58,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:58,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:58,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:58,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:58,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:58,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:31:58,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:31:59,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:59,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:59,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:59,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:31:59,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:31:59,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:31:59,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:00,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:00,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:00,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:00,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:00,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:00,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:00,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:00,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:00,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:00,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:00,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:01,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:02,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:02,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:02,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:02,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:02,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:02,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:02,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:02,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:02,751 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:02,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:02,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:03,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:03,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:03,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:03,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:03,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:03,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:03,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:04,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:04,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:04,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:04,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:04,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:04,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:04,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:04,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:05,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:05,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:05,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:05,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:05,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:05,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:05,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:05,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:05,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:05,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:06,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:06,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:06,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:06,219 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:32:06,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:06,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:07,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:07,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:07,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:07,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:07,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:07,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:07,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:07,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:07,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:07,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:08,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:08,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:08,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:08,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:08,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:08,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:08,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:08,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:09,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:09,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:09,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:09,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:10,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:10,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:10,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:10,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:10,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:10,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:10,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:10,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:10,943 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:10,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:10,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:11,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:11,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:11,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:11,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:12,274 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:32:12,275 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:32:12,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:12,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:12,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:12,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:12,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:12,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:12,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:12,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:13,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:13,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:13,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:13,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:13,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:13,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:13,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:13,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:13,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:13,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:14,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:14,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:14,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:14,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:14,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:15,106 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:15,106 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:15,107 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:15,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:15,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:15,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:15,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:15,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:15,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:15,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:16,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:16,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:16,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:16,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:16,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:16,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:16,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:16,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:17,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:17,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:17,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:17,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:17,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:17,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:17,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:18,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:18,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:18,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:18,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:18,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:18,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:18,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:18,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:19,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:19,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:19,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:19,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:19,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:19,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:19,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:20,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:20,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:20,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:20,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:20,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:20,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:20,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:20,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:21,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:21,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:21,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:21,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:21,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:21,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:21,928 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:22,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:22,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:22,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:22,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:22,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:22,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:22,929 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:22,929 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:23,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:23,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:23,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:23,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:23,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:23,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:23,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:23,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:23,853 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:23,929 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:24,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:24,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:24,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:24,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:24,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:25,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:25,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:25,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:25,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:25,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:25,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:25,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:25,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:25,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:25,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:26,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:26,254 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:26,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:26,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:26,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:27,331 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:32:27,332 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:32:27,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:27,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:27,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:27,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:27,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:27,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:27,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:28,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:28,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:28,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:28,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:28,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:28,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:28,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:28,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:28,866 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:28,932 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:28,932 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:29,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:29,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:29,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:29,932 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:30,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:30,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:30,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:30,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:30,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:30,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:30,933 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:30,933 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:30,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:30,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:30,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:31,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:31,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:31,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:31,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:31,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:31,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:31,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:32,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:32,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:32,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:32,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:32,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:33,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:33,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:33,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:33,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:33,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:33,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:33,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:33,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:33,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:33,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:34,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:34,063 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:34,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:34,935 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:34,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:35,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:35,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:35,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:35,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:35,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:35,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:35,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:35,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:35,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:35,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:36,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:36,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:36,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:36,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:36,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:36,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:36,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:36,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:37,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:37,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:37,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:37,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:37,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:37,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:37,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:38,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:38,226 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:38,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:38,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:38,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:38,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:38,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:38,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:38,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:38,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:38,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:39,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:39,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:39,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:40,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:40,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:40,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:40,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:40,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:40,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:40,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:40,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:41,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:41,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:41,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:41,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:41,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:41,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:41,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:41,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:41,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:41,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:42,391 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:32:42,392 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:32:42,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:42,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:42,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:42,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:42,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:43,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:43,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:43,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:43,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:43,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:43,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:43,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:43,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:43,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:43,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:44,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:44,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:44,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:44,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:44,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:44,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:44,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:44,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:45,595 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:32:45,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:45,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:45,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:45,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:46,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:46,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:46,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:46,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:46,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:46,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:46,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:46,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:46,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:46,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:46,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:47,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:47,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:47,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:47,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:48,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:48,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:48,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:48,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:48,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:48,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:48,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:48,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:48,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:48,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:48,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:49,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:49,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:49,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:49,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:49,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:49,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:49,945 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:50,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:50,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:50,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:50,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:50,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:50,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:50,945 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:50,945 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:51,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:51,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:51,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:51,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:51,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:51,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:51,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:51,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:51,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:51,945 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:52,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:52,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:52,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:52,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:52,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:53,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:53,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:53,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:53,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:53,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:53,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:53,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:53,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:53,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:53,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:54,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:54,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:54,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:54,947 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:54,947 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:55,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:55,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:55,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:55,947 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:55,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:55,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:56,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:56,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:56,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:56,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:56,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:56,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:56,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:56,948 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:56,948 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:57,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:57,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:57,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:57,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:57,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:57,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:57,421 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:32:57,422 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:32:57,948 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:58,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:58,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:58,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:58,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:58,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:58,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:58,949 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:32:58,949 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:32:59,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:59,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:59,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:59,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:59,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:59,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:59,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:32:59,764 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:32:59,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:32:59,949 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:00,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:00,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:00,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:00,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:00,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:01,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:01,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:01,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:01,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:01,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:01,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:01,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:01,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:01,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:01,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:02,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:02,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:02,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:02,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:02,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:03,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:03,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:03,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:03,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:03,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:03,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:03,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:03,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:03,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:03,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:04,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:04,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:04,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:04,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:04,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:04,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:04,954 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:04,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:05,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:05,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:05,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:05,954 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:05,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:05,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:05,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:06,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:06,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:06,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:06,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:06,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:06,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:06,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:06,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:07,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:07,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:07,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:07,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:08,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:08,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:08,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:08,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:08,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:08,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:08,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:08,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:08,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:08,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:08,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:09,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:09,190 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:09,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:09,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:09,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:09,540 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:09,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:09,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:09,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:09,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:10,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:11,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:11,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:11,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:11,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:11,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:11,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:11,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:11,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:11,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:11,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:12,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:12,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:12,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:12,463 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:33:12,463 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:33:12,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:12,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:12,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:12,959 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:12,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:13,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:13,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:13,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:13,959 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:14,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:14,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:14,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:14,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:14,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:14,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:14,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:14,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:14,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:14,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:14,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:15,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:15,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:15,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:15,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:15,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:15,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:15,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:16,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:16,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:16,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:16,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:16,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:17,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:17,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:17,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:17,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:17,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:17,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:17,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:17,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:17,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:17,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:18,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:18,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:18,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:18,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:18,963 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:19,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:19,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:19,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:19,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:19,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:19,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:19,963 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:19,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:19,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:19,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:20,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:20,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:20,316 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:20,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:20,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:20,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:20,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:20,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:21,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:21,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:21,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:21,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:22,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:22,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:22,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:22,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:22,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:22,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:22,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:22,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:22,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:22,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:22,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:23,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:23,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:23,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:23,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:23,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:23,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:23,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:24,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:24,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:24,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:24,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:24,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:24,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:24,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:24,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:25,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:25,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:25,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:25,478 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:33:25,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:25,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:25,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:25,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:26,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:26,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:26,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:26,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:26,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:26,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:26,969 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:26,969 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:27,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:27,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:27,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:27,494 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:33:27,495 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:33:27,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:27,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:27,604 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:27,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:27,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:27,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:27,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:28,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:28,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:28,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:28,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:28,971 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:29,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:29,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:29,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:29,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:29,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:29,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:29,971 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:30,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:30,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:30,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:30,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:30,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:30,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:30,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:30,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:30,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:30,971 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:30,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:31,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:31,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:31,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:31,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:32,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:32,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:32,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:32,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:32,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:32,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:32,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:32,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:32,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:32,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:32,972 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:33,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:33,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:33,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:33,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:34,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:34,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:34,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:34,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:34,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:34,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:34,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:34,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:34,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:34,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:34,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:35,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:35,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:35,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:35,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:35,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:35,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:35,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:35,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:35,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:35,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:36,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:36,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:36,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:36,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:36,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:37,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:37,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:37,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:37,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:37,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:37,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:37,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:37,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:37,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:37,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:38,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:38,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:38,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:38,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:38,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:39,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:39,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:39,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:39,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:39,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:39,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:39,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:39,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:39,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:39,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:40,264 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:40,264 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:40,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:40,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:40,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:40,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:40,976 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:40,976 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:41,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:41,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:41,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:41,976 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:42,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:42,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:42,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:42,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:42,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:42,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:42,527 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:33:42,527 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:33:42,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:42,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:42,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:42,977 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:42,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:43,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:43,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:43,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:43,977 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:44,033 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:44,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:44,034 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:44,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:44,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:44,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:44,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:44,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:44,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:44,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:44,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:45,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:45,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:45,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:45,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:45,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:45,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:45,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:46,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:46,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:46,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:46,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:46,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:46,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:46,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:46,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:47,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:47,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:47,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:47,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:47,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:47,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:47,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:47,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:47,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:47,980 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:48,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:48,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:48,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:48,980 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:48,980 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:49,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:49,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:49,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:49,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:49,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:49,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:49,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:49,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:49,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:49,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:50,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:50,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:50,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:50,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:50,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:51,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:51,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:51,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:51,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:51,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:51,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:51,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:51,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:51,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:51,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:52,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:52,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:52,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:52,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:52,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:52,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:52,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:52,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:53,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:53,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:53,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:53,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:54,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:54,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:54,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:54,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:54,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:54,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:54,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:54,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:54,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:54,984 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:54,984 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:55,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:55,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:55,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:55,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:55,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:55,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:55,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:56,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:56,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:56,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:56,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:56,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:56,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:56,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:56,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:57,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:57,245 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:57,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:57,557 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:33:57,557 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:33:57,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:57,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:57,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:57,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:57,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:57,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:57,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:58,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:58,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:58,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:58,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:58,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:33:59,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:59,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:59,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:59,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:59,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:59,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:33:59,986 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:33:59,991 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:33:59,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:33:59,992 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:00,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:00,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:00,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:00,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:00,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:01,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:01,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:01,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:01,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:01,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:01,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:01,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:02,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:02,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:02,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:02,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:02,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:02,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:02,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:02,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:02,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:02,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:02,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:03,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:03,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:03,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:03,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:04,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:04,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:04,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:04,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:04,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:04,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:04,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:04,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:04,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:04,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:04,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:05,188 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:34:05,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:05,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:05,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:05,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:05,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:05,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:05,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:06,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:06,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:06,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:06,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:06,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:07,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:07,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:07,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:07,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:07,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:07,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:07,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:07,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:07,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:07,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:08,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:08,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:08,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:08,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:08,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:09,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:09,297 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:09,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:09,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:09,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:09,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:09,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:09,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:09,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:09,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:10,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:10,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:10,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:10,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:10,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:10,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:10,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:10,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:11,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:11,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:11,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:11,993 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:12,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:12,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:12,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:12,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:12,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:12,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:12,598 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:34:12,599 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:34:12,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:12,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:12,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:12,993 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:12,993 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:13,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:13,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:13,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:13,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:13,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:13,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:13,994 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:14,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:14,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:14,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:14,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:14,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:14,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:14,994 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:14,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:15,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:15,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:15,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:15,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:15,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:15,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:15,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:15,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:15,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:15,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:16,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:16,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:16,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:16,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:16,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:17,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:17,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:17,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:17,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:17,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:17,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:17,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:17,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:17,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:17,996 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:18,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:18,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:18,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:18,996 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:18,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:19,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:19,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:19,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:19,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:19,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:19,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:19,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:20,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:20,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:20,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:20,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:20,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:20,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:20,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:20,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:20,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:20,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:20,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:22,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:22,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:22,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:22,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:22,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:22,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:22,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:22,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:22,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:22,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:22,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:23,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:23,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:23,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:23,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:23,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:23,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:23,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:23,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:23,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:24,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:24,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:24,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:24,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:25,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:25,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:25,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:25,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:25,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:25,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:25,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:25,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:26,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:26,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:26,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:26,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:26,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:26,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:26,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:26,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:26,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:26,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:27,001 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:27,001 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:27,642 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:34:27,643 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:34:27,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:27,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:27,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:28,001 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:28,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:28,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:28,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:28,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:28,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:28,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:28,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:28,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:28,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:29,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:29,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:29,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:29,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:29,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:30,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:30,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:30,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:30,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:30,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:30,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:30,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:30,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:30,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:30,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:31,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:31,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:31,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:31,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:31,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:31,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:31,539 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:31,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:32,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:32,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:32,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:32,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:32,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:32,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:32,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:33,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:33,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:33,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:33,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:33,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:33,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:33,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:33,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:33,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:33,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:33,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:34,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:35,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:35,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:35,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:35,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:35,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:35,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:35,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:36,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:36,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:36,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:36,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:36,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:36,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:36,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:36,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:36,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:36,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:37,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:37,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:37,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:37,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:37,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:38,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:38,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:38,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:38,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:38,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:38,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:38,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:38,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:38,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:38,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:39,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:39,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:39,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:39,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:39,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:39,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:39,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:39,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:40,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:40,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:40,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:40,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:40,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:40,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:40,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:41,008 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:41,008 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:41,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:41,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:41,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:41,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:41,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:41,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:41,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:41,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:41,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:42,008 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:42,752 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:34:42,752 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:34:42,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:42,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:42,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:43,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:43,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:43,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:43,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:43,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:43,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:43,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:43,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:43,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:43,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:43,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:44,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:44,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:44,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:44,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:44,493 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:34:45,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:45,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:45,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:45,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:45,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:45,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:45,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:45,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:46,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:46,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:46,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:46,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:46,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:46,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:46,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:46,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:46,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:46,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:47,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:47,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:47,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:47,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:47,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:48,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:48,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:48,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:48,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:48,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:48,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:48,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:48,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:48,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:48,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:49,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:49,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:49,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:49,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:49,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:49,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:49,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:49,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:50,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:50,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:50,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:50,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:50,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:50,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:50,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:51,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:51,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:51,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:51,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:51,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:51,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:51,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:51,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:51,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:51,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:51,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:52,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:52,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:52,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:52,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:53,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:53,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:53,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:53,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:53,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:53,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:53,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:53,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:53,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:53,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:53,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:54,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:54,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:54,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:54,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:55,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:55,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:55,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:55,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:55,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:55,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:55,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:55,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:56,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:56,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:56,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:56,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:56,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:56,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:56,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:56,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:56,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:56,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:57,017 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:57,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:57,789 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:34:57,789 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:34:58,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:58,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:58,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:58,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:58,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:58,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:58,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:58,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:58,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:59,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:34:59,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:34:59,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:59,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:59,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:59,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:59,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:59,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:34:59,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:34:59,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:34:59,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:00,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:00,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:00,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:00,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:01,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:01,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:01,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:01,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:01,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:01,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:01,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:02,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:02,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:02,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:02,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:02,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:02,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:02,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:02,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:02,847 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:02,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:02,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:03,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:03,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:03,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:03,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:04,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:04,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:04,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:04,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:04,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:04,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:04,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:04,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:04,847 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:04,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:04,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:05,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:05,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:05,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:05,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:06,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:06,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:06,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:06,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:06,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:06,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:06,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:06,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:06,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:06,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:06,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:07,021 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:07,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:07,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:07,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:07,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:07,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:07,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:08,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:08,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:08,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:08,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:08,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:09,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:09,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:09,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:09,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:09,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:09,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:09,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:09,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:09,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:09,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:10,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:10,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:10,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:10,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:10,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:11,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:11,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:11,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:11,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:11,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:11,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:11,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:11,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:11,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:11,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:12,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:12,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:12,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:12,274 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:12,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:12,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:12,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:12,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:12,849 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:35:12,849 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:35:12,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:12,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:12,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:13,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:14,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:14,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:14,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:14,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:14,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:14,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:14,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:14,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:14,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:14,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:14,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:15,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:15,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:15,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:15,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:15,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:15,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:15,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:16,026 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:16,026 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:16,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:16,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:16,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:17,026 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:17,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:17,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:17,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:17,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:17,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:17,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:17,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:17,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:17,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:18,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:18,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:18,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:18,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:18,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:18,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:18,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:18,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:19,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:19,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:19,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:19,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:19,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:19,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:19,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:20,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:20,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:20,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:20,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:20,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:20,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:20,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:20,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:21,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:21,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:21,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:21,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:22,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:22,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:22,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:22,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:22,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:22,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:22,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:22,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:22,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:22,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:22,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:23,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:23,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:23,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:23,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:23,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:23,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:23,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:23,526 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:35:24,032 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:24,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:24,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:24,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:24,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:24,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:24,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:24,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:25,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:25,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:25,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:25,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:25,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:25,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:25,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:25,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:25,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:25,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:26,034 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:26,034 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:26,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:26,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:26,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:27,034 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:27,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:27,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:27,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:27,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:27,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:27,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:27,879 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:35:27,880 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:35:28,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:28,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:28,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:28,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:28,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:28,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:28,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:28,413 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:28,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:28,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:28,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:29,036 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:29,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:29,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:29,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:30,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:30,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:30,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:30,036 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:30,036 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:30,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:30,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:30,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:30,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:30,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:30,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:31,037 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:31,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:31,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:31,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:32,037 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:32,037 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:32,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:32,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:32,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:32,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:32,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:32,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:32,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:32,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:32,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:33,038 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:33,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:33,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:33,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:33,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:33,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:33,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:34,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:34,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:34,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:34,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:34,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:35,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:35,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:35,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:35,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:35,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:35,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:35,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:35,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:35,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:35,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:36,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:36,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:36,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:36,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:36,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:37,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:37,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:37,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:37,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:37,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:37,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:37,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:37,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:37,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:37,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:38,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:38,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:38,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:38,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:38,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:38,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:38,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:38,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:39,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:39,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:39,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:39,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:40,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:40,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:40,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:40,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:40,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:40,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:40,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:40,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:40,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:40,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:40,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:41,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:41,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:41,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:41,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:41,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:41,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:41,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:42,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:42,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:42,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:42,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:42,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:42,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:42,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:42,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:42,913 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:35:42,913 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:35:43,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:43,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:43,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:43,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:43,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:43,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:43,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:43,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:43,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:43,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:44,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:44,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:44,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:44,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:44,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:45,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:45,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:45,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:45,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:45,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:45,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:45,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:45,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:45,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:45,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:46,046 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:46,046 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:46,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:46,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:46,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:47,046 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:47,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:47,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:47,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:47,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:47,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:47,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:48,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:48,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:48,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:48,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:48,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:48,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:48,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:48,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:48,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:48,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:48,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:49,049 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:49,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:49,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:49,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:49,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:49,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:50,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:50,049 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:50,050 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:50,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:50,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:50,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:50,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:50,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:50,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:51,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:51,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:51,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:51,050 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:51,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:51,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:51,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:52,050 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:52,051 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:52,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:52,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:52,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:52,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:52,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:52,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:53,051 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:53,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:53,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:53,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:53,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:53,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:53,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:53,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:53,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:53,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:54,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:54,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:54,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:54,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:54,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:55,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:55,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:55,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:55,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:55,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:55,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:55,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:55,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:55,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:55,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:56,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:56,053 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:56,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:56,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:56,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:57,053 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:57,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:57,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:57,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:57,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:57,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:57,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:57,951 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:35:57,951 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:35:58,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:58,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:58,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:58,053 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:58,054 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:35:58,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:58,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:58,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:58,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:58,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:58,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:35:59,054 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:35:59,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:35:59,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:35:59,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:00,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:00,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:00,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:00,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:00,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:00,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:00,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:00,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:00,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:00,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:00,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:01,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:01,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:01,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:01,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:01,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:01,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:01,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:02,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:02,057 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:02,558 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:36:02,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:02,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:02,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:02,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:02,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:02,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:03,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:03,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:03,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:03,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:03,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:03,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:03,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:03,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:03,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:03,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:04,057 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:04,057 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:05,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:05,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:05,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:05,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:05,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:05,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:05,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:05,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:05,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:06,058 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:06,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:06,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:06,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:06,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:06,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:06,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:06,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:07,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:07,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:07,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:07,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:07,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:07,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:07,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:08,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:08,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:08,274 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:08,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:08,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:08,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:08,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:08,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:08,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:08,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:08,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:09,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:09,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:09,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:09,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:10,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:10,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:10,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:10,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:10,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:10,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:10,647 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:10,648 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:10,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:10,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:10,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:11,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:11,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:11,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:11,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:11,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:11,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:11,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:12,063 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:12,063 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:12,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:12,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:12,663 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:12,981 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:36:12,982 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:36:13,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:13,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:13,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:13,064 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:13,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:13,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:13,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:13,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:13,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:13,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:14,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:14,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:14,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:14,064 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:14,064 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:15,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:15,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:15,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:15,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:15,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:15,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:15,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:15,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:15,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:16,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:16,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:16,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:16,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:16,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:16,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:16,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:16,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:17,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:17,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:17,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:17,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:17,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:17,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:17,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:18,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:18,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:18,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:18,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:18,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:18,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:18,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:18,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:18,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:18,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:18,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:19,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:19,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:19,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:19,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:20,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:20,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:20,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:20,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:20,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:20,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:20,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:20,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:20,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:20,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:20,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:21,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:21,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:21,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:21,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:22,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:22,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:22,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:22,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:22,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:22,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:22,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:22,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:22,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:22,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:23,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:23,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:23,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:23,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:23,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:23,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:23,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:23,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:24,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:24,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:24,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:24,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:24,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:24,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:24,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:24,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:25,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:25,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:25,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:25,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:25,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:25,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:25,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:26,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:26,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:26,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:26,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:26,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:26,392 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:26,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:26,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:27,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:27,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:27,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:27,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:27,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:27,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:27,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:28,023 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:36:28,024 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:36:28,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:28,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:28,208 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:28,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:28,209 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:28,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:28,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:28,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:28,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:28,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:28,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:29,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:29,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:29,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:29,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:30,073 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:30,073 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:30,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:30,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:30,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:30,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:30,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:30,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:30,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:30,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:30,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:31,074 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:31,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:31,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:31,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:32,074 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:32,074 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:32,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:32,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:32,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:32,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:32,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:32,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:33,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:33,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:33,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:33,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:33,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:33,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:33,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:34,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:34,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:34,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:34,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:34,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:35,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:35,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:35,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:35,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:35,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:35,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:35,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:35,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:35,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:35,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:36,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:36,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:36,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:36,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:36,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:36,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:36,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:36,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:37,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:37,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:37,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:37,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:37,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:37,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:37,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:38,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:38,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:38,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:38,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:38,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:38,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:38,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:38,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:38,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:38,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:38,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:39,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:39,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:39,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:39,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:40,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:40,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:40,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:40,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:40,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:40,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:40,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:40,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:40,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:40,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:40,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:41,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:41,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:41,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:41,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:41,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:41,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:41,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:41,795 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:36:42,079 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:42,079 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:42,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:42,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:42,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:42,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:42,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:42,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:43,059 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:36:43,059 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:36:43,079 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:43,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:43,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:43,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:43,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:43,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:43,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:43,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:43,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:43,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:44,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:44,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:45,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:45,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:45,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:45,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:45,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:45,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:45,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:45,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:45,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:45,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:46,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:46,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:46,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:46,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:46,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:46,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:46,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:46,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:47,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:47,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:47,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:47,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:47,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:47,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:47,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:48,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:48,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:48,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:48,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:48,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:48,545 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:48,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:48,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:48,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:48,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:48,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:49,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:49,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:49,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:49,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:50,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:50,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:50,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:50,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:50,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:50,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:50,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:50,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:50,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:50,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:50,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:51,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:51,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:51,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:51,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:52,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:52,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:52,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:52,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:52,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:52,849 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:52,849 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:52,850 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:53,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:53,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:53,199 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:53,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:53,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:53,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:53,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:53,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:53,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:53,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:54,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:54,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:54,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:54,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:54,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:55,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:55,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:55,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:55,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:55,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:55,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:55,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:55,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:55,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:55,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:56,085 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:56,085 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:56,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:56,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:56,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:56,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:56,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:56,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:57,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:57,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:57,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:57,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:58,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:58,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:36:58,093 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:36:58,094 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:36:58,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:58,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:58,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:58,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:58,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:58,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:59,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:59,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:59,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:59,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:36:59,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:59,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:59,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:36:59,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:36:59,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:36:59,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:00,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:00,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:00,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:00,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:00,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:01,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:01,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:01,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:01,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:01,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:01,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:01,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:01,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:01,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:01,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:02,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:02,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:02,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:02,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:02,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:03,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:03,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:03,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:03,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:03,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:03,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:03,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:03,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:03,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:03,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:04,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:04,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:04,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:04,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:04,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:04,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:04,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:04,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:05,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:06,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:06,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:06,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:06,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:06,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:06,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:06,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:07,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:07,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:07,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:07,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:07,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:07,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:07,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:07,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:07,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:07,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:08,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:08,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:08,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:08,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:08,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:08,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:08,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:08,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:09,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:09,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:09,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:09,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:09,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:09,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:09,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:10,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:10,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:10,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:10,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:10,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:10,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:10,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:10,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:11,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:11,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:11,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:11,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:11,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:11,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:11,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:12,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:12,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:12,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:12,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:12,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:12,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:12,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:12,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:13,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:13,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:13,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:13,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:13,124 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:37:13,125 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:37:13,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:13,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:13,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:13,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:13,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:13,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:14,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:14,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:14,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:14,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:14,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:15,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:15,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:15,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:15,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:15,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:15,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:15,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:15,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:15,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:15,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:16,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:16,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:16,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:16,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:16,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:17,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:17,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:17,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:17,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:17,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:17,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:17,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:17,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:17,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:17,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:18,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:18,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:18,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:18,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:18,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:18,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:18,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:18,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:19,102 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:19,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:19,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:19,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:19,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:19,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:19,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:20,102 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:20,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:20,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:20,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:20,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:20,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:20,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:20,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:21,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:21,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:21,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:21,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:22,012 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:37:22,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:22,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:22,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:22,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:22,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:22,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:22,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:23,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:23,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:23,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:23,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:23,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:23,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:23,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:24,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:24,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:24,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:24,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:24,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:24,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:24,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:24,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:24,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:24,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:24,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:25,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:25,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:25,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:25,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:26,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:26,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:26,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:26,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:26,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:26,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:26,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:26,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:26,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:26,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:26,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:27,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:27,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:27,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:27,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:27,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:27,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:27,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:28,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:28,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:28,156 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:37:28,157 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:37:28,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:28,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:28,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:29,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:29,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:29,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:29,111 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:29,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:29,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:29,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:29,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:29,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:29,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:30,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:30,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:30,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:30,111 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:30,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:31,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:31,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:31,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:31,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:31,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:31,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:31,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:31,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:31,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:31,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:32,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:32,063 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:32,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:32,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:32,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:32,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:32,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:32,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:33,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:33,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:33,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:33,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:33,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:33,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:33,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:34,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:34,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:34,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:34,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:34,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:34,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:34,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:34,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:34,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:34,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:34,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:35,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:35,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:35,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:35,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:36,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:36,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:36,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:36,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:36,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:36,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:36,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:36,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:37,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:37,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:37,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:37,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:37,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:37,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:37,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:37,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:37,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:37,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:38,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:38,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:38,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:38,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:38,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:38,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:38,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:38,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:39,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:39,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:39,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:39,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:39,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:39,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:39,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:40,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:40,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:40,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:40,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:40,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:41,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:41,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:41,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:41,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:41,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:41,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:42,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:42,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:42,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:42,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:42,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:42,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:42,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:42,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:42,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:42,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:42,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:43,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:43,200 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:37:43,201 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:37:43,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:43,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:43,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:44,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:44,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:44,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:44,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:44,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:44,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:44,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:44,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:44,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:44,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:44,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:45,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:45,142 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:45,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:45,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:45,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:45,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:45,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:46,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:46,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:46,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:46,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:46,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:46,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:46,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:46,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:47,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:47,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:47,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:47,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:47,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:47,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:47,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:48,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:48,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:48,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:48,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:48,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:49,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:49,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:49,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:49,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:49,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:49,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:49,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:49,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:49,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:49,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:50,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:50,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:50,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:50,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:50,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:50,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:50,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:50,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:51,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:51,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:51,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:51,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:51,765 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:51,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:51,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:52,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:52,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:52,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:52,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:52,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:52,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:52,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:52,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:52,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:52,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:52,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:53,125 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:53,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:53,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:53,958 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:54,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:54,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:54,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:54,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:54,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:54,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:54,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:54,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:55,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:55,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:55,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:55,126 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:55,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:55,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:55,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:55,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:55,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:55,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:56,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:56,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:56,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:56,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:56,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:57,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:57,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:57,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:57,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:57,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:57,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:57,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:57,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:57,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:57,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:58,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:58,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:58,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:58,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:37:58,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:37:58,242 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:37:58,242 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:37:59,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:59,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:59,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:59,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:59,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:59,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:37:59,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:37:59,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:37:59,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:00,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:00,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:00,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:00,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:00,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:00,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:00,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:00,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:00,920 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:38:01,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:01,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:01,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:01,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:02,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:02,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:02,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:02,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:02,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:02,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:02,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:02,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:02,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:02,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:02,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:03,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:03,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:03,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:03,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:04,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:04,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:04,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:04,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:04,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:04,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:04,407 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:04,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:04,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:04,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:04,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:05,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:05,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:05,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:05,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:05,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:05,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:05,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:06,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:06,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:06,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:06,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:06,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:06,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:06,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:06,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:07,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:07,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:07,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:07,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:07,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:07,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:07,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:07,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:07,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:07,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:08,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:08,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:09,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:09,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:09,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:09,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:09,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:09,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:09,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:09,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:09,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:09,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:10,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:10,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:10,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:10,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:10,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:10,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:10,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:10,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:11,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:11,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:11,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:11,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:11,862 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:11,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:11,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:12,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:12,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:12,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:12,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:12,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:12,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:12,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:12,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:12,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:12,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:12,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:13,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:13,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:13,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:13,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:13,273 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:38:13,273 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:38:14,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:14,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:14,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:14,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:14,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:14,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:14,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:14,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:14,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:14,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:14,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:15,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:15,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:15,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:15,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:15,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:15,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:15,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:16,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:16,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:16,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:16,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:16,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:16,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:16,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:16,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:17,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:17,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:17,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:17,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:17,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:17,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:17,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:17,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:17,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:17,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:18,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:18,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:19,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:19,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:19,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:19,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:19,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:19,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:19,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:19,765 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:19,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:19,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:20,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:20,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:20,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:20,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:20,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:20,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:20,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:20,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:21,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:21,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:21,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:21,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:21,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:21,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:21,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:22,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:22,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:22,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:22,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:22,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:22,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:22,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:22,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:22,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:22,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:22,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:23,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:23,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:23,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:23,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:24,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:24,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:24,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:24,264 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:24,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:24,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:24,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:24,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:24,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:24,963 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:24,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:25,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:25,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:25,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:25,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:26,142 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:26,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:26,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:26,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:26,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:26,793 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:26,793 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:26,794 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:27,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:27,143 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:27,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:27,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:27,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:27,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:27,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:27,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:27,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:27,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:28,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:28,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:28,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:28,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:28,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:28,303 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:38:28,303 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:38:29,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:29,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:29,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:29,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:29,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:29,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:29,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:29,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:29,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:29,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:30,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:30,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:30,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:30,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:30,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:30,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:30,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:30,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:31,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:31,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:31,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:31,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:32,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:32,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:32,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:32,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:32,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:32,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:32,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:32,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:32,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:32,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:32,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:33,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:33,056 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:33,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:33,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:34,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:34,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:34,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:34,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:34,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:34,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:34,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:34,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:34,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:34,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:34,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:35,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:35,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:35,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:35,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:35,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:35,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:35,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:36,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:36,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:36,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:36,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:36,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:36,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:36,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:36,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:37,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:37,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:37,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:37,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:37,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:37,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:37,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:37,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:37,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:37,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:38,149 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:38,150 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:38,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:38,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:38,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:39,149 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:39,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:39,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:39,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:39,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:39,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:39,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:39,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:39,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:39,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:40,150 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:40,151 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:40,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:40,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:40,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:41,085 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:38:41,151 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:41,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:41,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:41,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:41,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:41,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:41,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:41,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:41,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:41,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:42,151 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:42,151 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:42,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:42,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:42,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:42,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:42,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:42,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:42,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:42,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:42,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:43,152 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:43,335 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:38:43,336 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:38:44,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:44,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:44,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:44,152 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:44,152 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:44,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:44,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:44,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:44,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:44,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:44,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:45,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:45,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:45,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:45,153 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:45,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:45,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:45,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:46,153 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:46,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:46,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:46,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:46,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:46,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:46,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:46,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:47,154 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:47,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:47,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:47,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:47,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:47,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:47,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:47,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:47,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:47,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:48,155 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:48,159 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:48,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:48,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:48,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:49,155 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:49,189 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:49,189 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:49,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:49,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:49,539 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:49,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:49,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:49,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:49,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:50,155 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:50,156 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:50,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:50,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:50,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:51,156 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:51,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:51,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:51,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:51,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:51,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:51,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:52,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:52,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:52,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:52,156 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:52,157 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:52,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:52,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:52,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:52,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:52,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:52,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:53,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:53,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:53,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:53,157 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:54,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:54,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:54,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:54,157 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:54,157 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:54,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:54,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:54,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:54,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:54,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:54,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:55,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:55,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:55,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:55,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:55,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:55,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:55,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:56,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:56,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:56,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:56,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:56,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:56,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:56,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:56,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:57,158 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:57,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:57,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:57,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:57,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:57,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:57,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:57,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:57,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:57,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:58,160 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:58,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:38:58,385 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:38:58,385 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:38:59,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:59,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:59,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:59,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:38:59,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:59,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:59,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:38:59,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:38:59,716 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:38:59,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:00,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:00,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:00,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:00,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:00,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:00,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:00,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:00,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:01,162 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:01,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:01,361 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:01,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:01,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:01,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:01,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:02,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:02,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:02,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:02,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:02,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:02,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:02,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:02,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:02,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:02,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:02,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:03,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:04,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:04,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:04,640 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:04,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:04,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:04,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:04,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:05,177 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:05,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:05,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:05,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:05,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:05,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:05,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:06,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:06,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:06,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:06,177 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:06,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:06,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:06,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:06,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:06,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:06,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:06,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:07,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:07,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:07,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:07,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:08,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:08,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:08,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:08,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:08,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:08,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:08,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:08,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:08,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:08,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:08,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:09,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:09,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:09,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:09,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:10,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:10,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:10,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:10,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:10,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:10,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:10,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:10,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:11,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:11,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:11,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:11,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:11,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:11,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:11,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:11,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:11,735 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:11,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:12,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:12,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:12,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:12,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:12,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:13,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:13,297 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:13,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:13,418 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:39:13,418 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:39:13,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:13,647 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:13,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:13,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:13,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:13,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:14,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:14,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:14,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:14,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:14,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:14,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:14,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:14,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:15,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:15,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:15,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:15,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:15,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:15,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:15,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:16,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:16,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:16,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:16,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:16,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:16,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:16,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:16,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:17,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:17,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:17,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:17,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:18,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:18,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:18,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:18,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:18,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:18,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:18,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:18,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:18,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:18,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:18,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:19,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:19,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:19,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:19,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:19,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:19,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:19,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:20,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:20,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:20,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:20,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:20,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:20,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:20,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:20,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:21,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:21,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:21,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:21,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:21,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:21,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:21,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:21,648 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:39:21,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:21,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:21,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:22,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:22,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:22,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:22,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:22,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:23,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:23,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:23,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:23,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:23,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:23,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:23,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:23,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:23,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:23,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:24,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:24,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:24,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:24,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:24,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:25,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:25,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:25,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:25,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:25,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:25,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:25,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:26,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:26,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:26,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:26,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:26,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:26,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:26,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:26,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:26,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:26,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:26,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:27,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:27,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:27,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:27,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:28,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:28,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:28,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:28,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:28,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:28,460 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:39:28,460 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:39:28,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:28,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:28,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:28,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:28,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:28,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:29,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:29,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:29,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:29,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:29,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:29,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:29,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:30,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:30,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:30,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:30,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:30,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:30,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:30,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:30,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:31,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:31,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:31,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:31,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:31,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:31,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:31,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:31,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:31,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:31,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:32,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:32,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:33,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:33,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:33,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:33,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:33,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:33,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:33,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:33,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:33,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:33,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:34,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:34,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:34,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:34,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:34,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:34,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:34,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:34,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:35,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:35,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:35,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:35,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:35,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:35,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:35,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:36,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:36,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:36,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:36,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:36,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:36,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:36,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:36,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:36,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:36,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:36,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:37,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:38,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:38,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:38,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:38,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:38,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:38,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:38,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:38,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:38,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:38,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:39,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:39,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:39,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:39,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:39,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:39,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:39,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:39,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:39,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:39,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:40,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:40,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:40,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:40,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:40,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:41,193 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:41,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:41,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:41,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:41,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:41,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:41,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:41,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:41,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:41,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:42,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:42,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:42,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:42,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:42,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:43,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:43,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:43,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:43,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:43,493 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:39:43,493 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:39:43,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:43,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:43,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:43,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:43,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:43,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:44,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:44,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:44,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:44,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:44,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:44,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:44,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:44,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:45,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:45,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:45,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:45,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:46,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:46,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:46,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:46,258 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:46,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:46,608 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:46,608 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:46,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:46,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:46,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:46,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:47,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:47,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:47,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:47,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:48,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:48,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:48,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:48,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:48,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:48,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:48,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:48,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:48,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:48,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:48,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:49,199 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:49,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:49,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:49,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:49,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:49,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:49,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:50,201 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:50,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:51,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:51,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:51,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:51,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:51,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:51,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:52,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:52,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:52,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:52,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:52,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:52,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:52,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:52,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:52,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:52,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:52,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:53,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:53,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:53,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:53,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:53,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:53,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:53,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:54,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:54,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:54,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:54,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:54,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:54,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:54,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:55,204 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:55,204 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:55,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:55,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:55,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:55,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:55,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:55,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:56,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:56,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:56,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:56,204 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:56,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:56,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:56,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:57,204 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:57,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:57,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:57,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:57,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:57,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:57,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:57,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:58,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:58,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:58,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:58,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:58,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:58,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:58,358 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:58,529 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:39:58,530 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:39:58,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:58,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:58,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:39:59,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:39:59,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:39:59,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:39:59,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:39:59,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:00,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:00,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:00,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:00,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:00,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:00,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:00,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:00,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:00,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:00,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:00,944 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:40:01,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:01,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:01,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:01,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:01,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:02,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:02,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:02,209 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:02,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:02,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:02,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:02,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:02,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:02,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:02,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:03,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:03,211 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:03,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:03,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:03,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:03,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:03,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:03,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:04,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:04,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:04,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:04,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:05,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:05,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:05,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:05,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:05,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:05,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:05,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:05,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:05,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:05,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:05,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:06,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:06,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:06,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:06,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:06,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:06,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:06,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:07,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:07,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:07,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:07,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:07,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:07,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:07,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:07,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:08,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:08,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:08,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:08,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:08,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:08,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:08,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:08,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:08,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:08,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:09,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:09,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:09,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:09,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:09,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:10,215 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:10,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:10,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:10,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:10,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:10,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:10,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:10,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:10,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:10,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:11,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:11,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:11,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:11,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:11,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:12,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:12,392 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:12,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:12,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:12,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:12,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:12,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:13,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:13,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:13,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:13,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:13,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:13,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:13,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:13,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:13,561 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:40:13,561 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:40:13,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:13,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:13,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:14,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:14,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:14,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:14,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:15,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:15,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:15,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:15,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:15,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:15,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:15,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:15,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:15,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:15,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:15,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:16,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:16,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:16,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:16,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:17,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:17,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:17,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:17,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:17,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:17,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:17,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:17,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:17,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:17,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:17,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:18,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:18,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:18,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:18,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:18,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:18,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:18,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:18,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:18,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:18,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:19,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:19,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:19,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:19,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:19,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:20,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:20,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:20,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:20,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:20,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:20,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:20,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:21,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:21,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:21,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:21,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:21,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:21,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:21,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:21,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:22,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:22,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:22,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:22,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:22,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:22,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:22,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:23,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:23,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:23,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:23,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:23,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:23,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:23,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:23,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:23,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:23,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:23,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:24,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:24,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:24,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:24,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:25,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:25,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:25,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:25,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:25,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:25,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:25,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:25,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:25,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:25,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:25,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:26,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:26,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:26,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:26,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:27,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:27,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:27,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:27,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:27,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:27,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:27,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:27,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:28,226 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:28,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:28,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:28,332 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:28,600 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:40:28,600 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:40:28,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:28,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:28,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:29,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:29,033 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:29,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:29,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:29,227 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:30,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:30,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:30,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:30,228 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:30,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:30,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:30,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:30,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:30,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:30,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:31,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:31,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:31,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:31,228 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:31,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:31,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:31,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:31,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:31,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:31,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:31,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:32,229 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:32,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:32,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:32,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:33,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:33,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:33,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:33,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:33,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:33,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:33,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:33,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:34,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:34,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:34,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:34,230 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:34,387 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:34,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:34,388 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:35,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:35,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:35,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:35,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:35,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:35,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:35,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:35,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:36,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:36,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:36,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:36,231 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:36,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:36,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:36,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:36,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:36,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:36,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:37,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:37,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:37,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:37,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:37,232 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:38,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:38,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:38,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:38,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:38,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:38,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:39,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:39,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:39,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:39,233 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:39,233 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:39,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:39,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:39,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:39,769 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:40:39,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:39,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:39,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:40,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:40,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:40,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:40,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:41,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:41,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:41,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:41,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:41,235 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:41,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:41,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:41,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:41,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:41,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:41,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:42,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:42,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:42,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:42,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:43,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:43,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:43,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:43,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:43,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:43,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:43,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:43,636 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:40:43,636 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:40:43,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:43,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:43,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:44,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:44,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:44,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:44,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:44,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:44,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:44,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:45,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:45,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:45,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:45,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:45,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:46,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:46,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:46,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:46,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:46,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:46,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:46,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:46,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:46,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:46,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:47,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:47,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:47,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:47,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:47,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:48,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:48,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:48,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:48,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:48,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:48,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:48,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:48,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:48,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:48,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:49,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:49,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:49,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:49,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:49,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:49,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:49,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:49,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:49,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:49,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:49,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:50,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:50,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:50,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:50,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:51,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:51,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:51,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:51,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:51,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:51,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:51,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:51,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:51,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:51,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:51,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:52,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:52,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:52,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:52,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:53,243 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:53,243 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:53,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:53,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:53,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:53,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:53,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:53,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:54,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:54,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:54,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:54,243 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:54,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:54,391 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:54,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:54,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:54,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:54,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:55,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:55,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:55,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:55,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:55,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:56,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:56,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:56,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:56,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:56,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:56,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:56,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:56,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:56,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:56,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:57,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:57,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:57,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:57,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:57,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:58,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:58,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:58,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:58,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:58,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:58,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:58,666 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:40:58,667 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:40:58,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:58,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:58,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:59,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:40:59,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:40:59,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:59,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:59,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:40:59,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:40:59,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:40:59,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:00,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:00,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:00,620 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:00,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:00,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:00,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:00,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:01,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:01,247 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:01,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:01,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:01,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:01,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:01,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:01,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:02,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:02,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:02,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:02,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:02,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:02,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:02,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:03,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:03,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:03,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:03,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:03,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:04,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:04,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:04,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:04,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:04,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:04,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:04,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:04,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:04,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:04,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:05,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:05,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:05,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:05,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:05,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:06,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:06,258 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:06,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:06,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:06,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:06,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:06,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:06,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:06,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:07,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:07,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:07,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:07,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:07,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:07,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:07,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:07,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:08,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:08,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:08,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:08,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:09,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:09,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:09,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:09,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:09,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:09,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:09,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:09,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:09,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:09,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:09,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:10,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:10,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:10,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:10,252 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:11,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:11,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:11,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:11,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:11,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:11,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:11,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:11,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:11,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:11,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:11,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:12,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:12,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:12,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:12,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:12,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:12,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:12,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:13,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:13,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:13,698 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:41:13,699 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:41:13,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:13,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:13,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:14,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:14,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:14,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:14,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:14,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:14,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:14,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:14,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:14,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:14,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:15,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:15,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:15,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:15,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:15,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:15,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:15,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:15,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:16,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:17,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:17,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:17,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:17,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:17,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:17,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:17,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:18,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:18,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:18,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:18,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:18,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:18,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:18,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:19,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:19,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:19,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:19,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:19,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:19,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:19,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:19,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:19,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:19,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:19,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:19,836 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:41:20,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:20,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:20,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:20,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:21,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:21,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:21,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:21,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:21,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:21,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:21,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:21,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:21,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:21,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:21,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:22,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:22,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:22,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:22,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:23,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:23,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:23,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:23,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:23,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:23,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:23,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:23,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:23,988 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:23,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:23,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:24,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:24,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:24,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:24,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:24,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:24,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:24,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:25,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:25,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:25,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:25,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:25,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:26,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:26,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:26,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:26,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:26,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:26,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:26,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:26,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:26,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:26,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:27,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:27,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:27,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:27,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:27,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:28,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:28,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:28,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:28,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:28,736 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:41:28,737 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:41:28,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:28,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:28,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:29,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:29,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:29,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:29,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:29,262 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:29,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:29,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:29,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:29,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:29,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:29,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:30,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:30,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:30,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:30,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:31,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:31,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:31,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:31,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:31,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:31,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:31,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:31,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:31,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:31,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:31,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:32,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:32,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:32,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:32,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:33,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:33,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:33,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:33,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:33,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:33,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:33,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:34,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:34,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:34,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:34,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:34,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:34,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:34,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:34,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:34,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:34,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:35,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:35,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:35,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:35,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:35,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:36,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:36,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:36,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:36,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:36,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:36,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:36,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:36,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:36,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:36,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:37,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:37,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:37,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:37,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:37,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:37,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:37,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:37,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:38,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:38,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:38,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:38,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:38,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:38,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:38,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:39,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:39,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:39,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:39,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:39,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:39,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:39,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:39,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:39,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:39,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:39,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:40,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:41,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:41,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:41,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:41,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:41,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:41,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:41,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:41,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:41,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:41,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:41,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:42,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:42,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:42,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:42,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:42,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:42,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:42,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:43,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:43,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:43,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:43,406 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:43,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:43,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:43,758 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:43,759 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:43,772 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:41:43,773 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:41:44,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:44,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:44,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:44,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:44,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:44,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:44,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:44,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:44,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:44,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:45,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:45,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:45,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:45,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:45,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:46,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:46,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:46,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:46,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:46,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:46,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:47,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:47,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:47,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:47,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:47,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:47,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:47,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:47,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:47,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:47,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:47,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:48,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:48,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:48,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:48,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:49,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:49,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:49,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:49,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:49,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:49,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:49,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:49,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:49,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:49,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:49,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:50,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:50,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:50,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:50,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:51,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:51,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:51,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:51,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:51,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:51,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:51,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:51,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:51,925 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:51,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:51,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:52,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:52,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:52,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:52,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:52,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:52,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:52,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:52,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:52,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:52,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:53,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:53,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:54,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:54,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:54,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:54,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:54,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:54,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:54,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:54,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:54,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:54,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:55,134 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:55,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:55,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:55,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:55,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:55,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:55,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:55,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:56,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:56,983 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:56,983 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:56,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:57,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:57,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:57,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:57,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:57,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:57,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:57,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:57,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:58,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:58,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:58,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:58,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:58,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:58,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:58,405 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:58,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:58,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:58,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:41:58,805 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:41:58,806 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:41:59,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:41:59,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:41:59,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:41:59,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:41:59,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:00,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:00,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:00,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:00,297 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:00,371 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:42:00,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:00,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:00,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:00,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:00,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:00,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:01,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:01,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:01,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:01,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:01,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:02,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:02,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:02,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:02,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:02,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:02,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:02,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:02,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:02,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:02,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:03,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:03,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:03,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:03,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:03,298 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:03,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:03,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:03,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:04,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:04,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:04,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:04,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:04,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:04,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:04,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:05,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:05,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:05,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:05,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:05,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:05,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:05,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:05,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:06,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:06,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:06,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:06,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:07,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:07,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:07,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:07,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:07,301 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:07,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:07,453 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:07,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:07,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:07,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:07,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:08,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:08,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:08,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:08,301 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:08,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:08,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:08,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:09,301 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:09,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:09,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:09,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:09,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:09,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:09,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:09,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:10,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:10,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:10,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:10,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:10,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:10,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:10,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:10,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:10,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:10,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:11,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:11,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:11,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:11,302 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:11,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:12,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:12,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:12,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:12,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:12,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:12,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:12,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:12,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:12,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:12,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:13,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:13,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:13,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:13,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:13,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:13,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:13,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:13,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:13,840 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:42:13,840 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:42:14,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:14,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:14,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:14,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:14,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:14,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:14,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:15,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:15,297 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:15,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:15,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:15,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:15,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:15,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:15,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:15,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:15,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:15,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:16,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:17,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:17,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:17,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:17,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:17,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:17,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:17,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:17,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:17,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:17,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:17,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:18,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:18,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:18,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:18,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:18,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:18,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:18,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:19,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:19,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:19,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:19,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:19,549 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:19,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:19,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:19,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:20,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:20,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:20,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:20,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:20,597 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:20,598 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:20,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:20,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:20,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:20,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:21,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:21,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:21,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:21,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:21,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:22,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:22,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:22,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:22,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:22,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:22,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:22,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:23,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:23,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:23,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:23,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:23,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:23,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:23,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:23,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:23,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:23,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:23,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:24,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:24,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:24,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:24,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:25,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:25,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:25,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:25,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:25,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:25,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:25,391 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:25,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:25,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:25,743 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:25,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:26,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:26,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:26,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:26,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:27,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:27,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:27,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:27,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:27,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:27,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:27,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:27,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:27,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:27,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:27,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:28,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:28,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:28,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:28,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:28,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:28,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:28,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:28,884 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:42:28,895 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:42:29,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:29,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:29,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:29,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:29,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:29,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:29,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:29,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:30,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:30,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:30,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:30,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:30,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:30,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:30,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:30,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:30,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:30,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:31,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:31,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:32,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:32,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:32,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:32,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:32,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:32,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:32,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:32,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:32,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:32,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:33,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:33,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:33,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:33,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:33,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:33,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:33,633 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:33,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:34,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:34,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:34,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:34,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:34,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:34,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:34,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:35,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:35,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:35,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:35,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:35,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:35,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:35,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:35,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:35,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:35,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:35,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:36,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:37,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:37,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:37,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:37,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:37,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:37,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:37,658 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:37,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:38,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:38,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:38,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:38,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:38,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:38,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:38,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:38,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:38,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:38,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:39,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:39,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:39,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:39,255 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:42:39,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:39,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:40,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:40,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:40,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:40,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:40,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:40,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:40,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:40,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:40,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:40,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:41,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:41,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:41,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:41,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:41,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:41,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:41,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:41,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:42,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:42,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:42,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:42,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:43,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:43,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:43,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:43,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:43,324 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:43,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:43,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:43,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:43,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:43,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:43,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:43,991 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:42:43,991 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:42:44,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:44,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:44,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:44,324 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:45,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:45,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:45,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:45,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:45,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:45,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:45,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:45,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:45,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:45,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:45,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:46,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:46,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:46,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:46,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:46,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:46,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:46,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:46,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:46,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:46,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:47,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:47,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:48,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:48,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:48,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:48,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:48,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:48,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:48,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:48,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:48,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:48,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:49,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:49,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:49,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:49,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:49,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:49,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:49,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:49,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:50,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:50,392 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:50,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:50,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:50,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:50,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:50,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:51,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:51,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:51,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:51,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:51,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:51,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:51,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:51,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:51,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:51,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:51,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:52,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:52,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:52,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:52,915 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:53,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:53,265 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:53,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:53,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:53,331 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:53,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:53,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:53,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:53,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:53,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:53,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:54,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:54,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:54,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:54,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:55,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:55,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:55,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:55,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:55,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:55,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:55,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:55,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:55,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:55,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:55,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:56,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:56,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:56,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:56,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:56,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:56,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:56,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:57,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:57,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:57,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:57,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:57,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:58,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:58,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:58,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:58,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:58,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:58,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:58,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:58,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:58,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:58,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:59,037 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:42:59,038 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:42:59,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:59,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:59,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:42:59,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:42:59,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:42:59,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:42:59,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:42:59,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:00,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:00,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:00,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:00,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:00,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:00,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:00,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:01,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:01,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:01,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:01,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:01,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:01,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:01,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:01,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:01,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:01,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:01,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:02,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:03,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:03,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:03,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:03,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:03,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:03,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:03,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:03,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:03,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:03,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:03,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:04,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:04,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:04,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:04,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:04,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:04,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:04,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:05,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:05,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:05,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:05,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:05,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:05,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:05,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:05,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:06,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:06,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:06,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:06,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:06,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:06,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:06,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:06,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:06,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:06,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:07,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:07,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:08,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:08,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:08,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:08,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:08,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:08,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:08,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:08,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:08,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:08,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:09,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:09,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:09,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:09,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:09,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:09,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:09,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:09,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:10,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:10,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:10,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:10,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:10,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:10,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:10,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:11,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:11,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:11,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:11,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:11,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:11,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:11,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:11,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:11,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:11,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:11,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:12,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:12,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:12,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:12,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:13,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:14,073 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:43:14,073 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:43:14,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:14,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:14,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:14,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:14,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:14,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:15,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:15,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:15,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:15,344 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:15,345 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:15,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:15,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:15,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:15,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:15,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:15,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:16,345 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:16,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:16,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:16,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:16,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:16,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:16,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:17,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:17,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:17,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:17,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:17,348 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:18,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:18,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:18,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:18,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:18,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:18,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:18,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:18,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:18,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:18,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:19,041 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:43:19,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:19,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:19,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:19,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:19,348 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:19,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:19,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:19,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:19,819 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:19,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:19,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:20,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:21,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:21,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:21,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:21,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:21,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:21,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:21,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:21,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:21,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:21,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:21,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:22,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:22,063 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:22,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:22,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:22,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:22,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:22,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:23,351 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:23,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:23,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:23,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:23,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:23,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:23,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:23,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:24,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:24,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:24,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:24,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:24,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:24,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:24,455 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:24,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:24,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:24,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:25,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:25,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:25,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:25,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:25,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:26,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:26,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:26,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:26,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:26,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:26,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:26,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:26,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:26,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:26,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:27,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:27,303 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:27,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:27,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:27,354 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:28,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:28,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:28,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:28,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:28,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:28,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:29,105 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:43:29,105 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:43:29,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:29,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:29,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:29,354 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:29,355 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:29,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:29,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:29,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:29,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:29,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:29,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:30,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:30,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:30,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:30,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:31,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:31,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:31,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:31,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:31,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:31,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:31,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:31,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:31,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:31,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:31,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:32,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:32,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:32,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:32,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:32,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:32,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:32,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:33,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:33,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:33,796 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:33,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:33,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:34,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:34,146 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:34,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:34,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:34,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:34,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:34,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:34,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:34,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:34,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:35,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:35,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:35,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:35,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:35,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:36,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:36,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:36,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:36,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:36,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:36,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:36,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:36,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:36,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:36,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:37,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:37,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:37,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:37,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:37,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:37,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:37,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:37,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:38,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:39,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:39,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:39,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:39,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:39,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:39,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:39,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:39,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:39,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:39,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:39,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:40,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:40,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:40,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:40,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:40,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:40,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:40,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:40,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:40,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:40,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:41,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:41,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:41,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:41,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:41,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:42,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:42,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:42,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:42,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:42,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:42,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:42,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:42,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:42,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:42,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:43,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:43,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:43,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:43,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:43,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:44,137 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:43:44,138 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:43:44,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:44,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:44,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:45,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:45,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:45,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:45,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:45,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:45,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:45,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:45,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:45,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:45,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:45,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:46,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:46,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:46,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:46,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:47,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:47,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:47,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:47,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:47,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:47,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:47,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:47,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:47,867 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:47,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:47,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:48,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:48,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:48,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:48,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:48,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:48,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:48,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:49,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:49,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:49,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:49,510 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:49,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:49,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:49,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:50,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:50,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:50,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:50,367 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:50,367 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:50,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:50,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:50,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:50,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:50,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:50,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:51,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:51,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:51,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:51,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:52,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:52,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:52,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:52,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:52,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:52,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:52,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:52,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:52,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:52,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:52,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:53,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:53,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:53,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:53,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:54,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:54,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:54,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:54,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:54,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:54,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:54,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:55,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:55,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:55,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:55,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:55,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:55,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:55,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:55,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:55,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:55,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:56,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:56,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:56,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:56,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:56,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:57,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:57,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:57,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:57,370 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:57,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:57,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:57,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:58,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:58,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:58,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:58,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:58,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:58,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:58,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:58,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:43:58,653 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:43:58,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:58,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:58,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:43:59,171 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:43:59,172 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:43:59,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:43:59,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:43:59,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:43:59,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:00,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:00,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:00,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:00,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:00,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:00,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:00,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:00,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:00,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:00,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:00,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:01,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:01,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:01,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:01,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:02,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:02,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:02,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:02,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:02,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:02,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:02,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:02,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:02,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:02,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:02,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:03,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:03,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:03,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:03,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:03,558 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:03,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:03,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:04,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:04,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:04,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:04,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:04,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:04,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:04,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:04,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:05,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:05,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:05,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:05,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:05,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:05,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:05,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:06,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:06,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:06,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:06,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:06,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:07,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:07,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:07,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:07,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:07,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:07,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:07,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:07,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:07,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:07,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:08,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:08,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:08,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:08,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:08,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:08,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:08,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:08,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:09,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:09,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:09,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:09,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:09,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:09,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:09,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:10,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:10,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:10,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:10,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:10,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:10,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:10,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:10,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:10,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:10,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:10,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:11,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:11,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:11,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:11,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:12,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:12,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:12,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:12,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:12,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:12,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:12,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:12,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:12,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:12,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:12,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:13,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:13,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:13,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:13,378 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:13,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:13,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:13,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:14,225 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:44:14,225 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:44:14,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:14,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:14,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:14,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:14,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:15,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:15,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:15,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:15,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:15,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:15,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:15,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:15,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:15,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:15,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:16,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:16,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:16,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:16,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:16,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:17,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:17,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:17,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:17,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:17,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:17,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:17,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:17,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:17,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:17,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:18,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:18,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:18,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:18,381 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:18,381 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:18,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:18,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:18,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:19,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:19,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:19,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:19,643 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:19,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:19,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:19,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:20,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:20,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:20,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:20,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:20,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:20,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:20,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:20,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:21,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:21,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:21,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:21,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:21,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:21,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:21,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:22,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:22,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:22,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:22,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:22,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:22,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:22,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:22,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:23,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:23,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:23,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:23,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:23,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:23,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:23,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:23,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:23,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:23,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:24,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:24,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:24,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:24,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:24,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:25,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:25,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:25,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:25,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:25,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:25,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:25,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:25,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:25,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:25,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:26,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:26,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:26,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:26,386 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:26,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:27,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:27,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:27,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:28,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:28,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:28,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:28,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:28,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:28,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:28,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:28,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:28,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:28,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:28,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:29,259 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:44:29,259 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:44:29,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:29,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:29,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:29,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:29,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:29,658 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:29,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:30,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:30,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:30,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:30,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:30,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:31,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:31,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:31,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:31,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:31,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:31,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:31,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:31,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:31,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:31,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:32,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:32,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:32,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:32,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:32,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:32,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:32,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:32,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:33,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:33,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:33,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:33,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:33,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:33,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:33,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:34,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:34,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:34,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:34,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:34,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:34,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:34,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:34,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:34,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:34,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:34,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:35,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:35,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:35,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:35,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:36,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:36,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:36,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:36,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:36,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:36,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:36,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:36,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:36,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:36,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:36,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:37,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:37,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:37,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:37,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:38,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:38,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:38,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:38,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:38,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:38,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:38,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:38,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:38,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:38,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:38,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:39,215 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:44:39,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:39,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:39,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:39,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:39,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:39,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:39,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:40,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:40,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:40,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:40,584 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:40,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:40,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:40,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:40,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:41,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:41,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:41,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:41,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:41,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:41,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:41,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:41,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:41,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:41,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:42,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:42,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:43,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:43,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:43,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:43,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:43,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:43,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:43,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:43,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:43,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:43,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:44,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:44,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:44,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:44,289 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:44:44,289 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:44:44,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:44,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:44,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:44,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:44,455 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:45,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:45,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:45,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:45,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:45,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:45,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:45,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:46,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:46,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:46,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:46,398 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:46,398 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:46,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:46,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:46,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:46,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:46,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:46,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:47,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:47,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:47,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:47,398 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:48,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:48,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:48,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:48,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:48,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:48,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:48,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:49,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:49,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:49,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:49,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:49,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:49,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:49,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:49,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:49,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:49,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:50,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:50,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:50,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:50,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:50,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:51,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:51,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:51,195 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:51,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:51,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:51,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:51,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:51,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:51,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:51,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:52,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:52,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:52,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:52,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:52,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:53,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:53,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:53,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:53,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:53,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:53,668 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:53,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:54,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:54,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:54,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:54,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:54,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:54,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:54,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:54,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:54,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:54,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:54,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:55,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:56,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:56,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:56,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:56,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:56,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:56,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:56,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:56,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:56,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:56,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:56,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:57,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:57,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:57,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:57,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:57,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:57,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:57,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:57,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:57,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:57,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:58,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:58,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:44:58,865 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:58,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:58,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:59,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:59,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:59,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:59,322 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:44:59,323 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:44:59,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:44:59,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:59,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:59,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:44:59,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:44:59,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:44:59,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:00,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:00,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:00,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:00,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:00,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:01,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:01,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:01,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:01,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:01,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:01,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:01,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:02,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:02,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:02,105 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:02,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:02,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:02,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:02,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:02,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:02,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:02,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:02,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:03,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:03,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:03,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:03,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:04,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:04,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:04,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:04,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:04,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:04,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:04,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:04,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:04,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:04,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:04,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:05,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:05,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:05,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:05,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:05,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:05,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:05,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:06,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:06,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:06,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:06,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:06,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:06,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:06,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:06,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:07,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:07,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:07,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:07,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:07,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:07,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:07,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:08,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:08,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:08,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:08,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:08,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:09,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:09,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:09,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:09,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:09,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:09,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:09,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:09,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:09,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:09,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:10,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:10,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:10,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:10,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:10,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:10,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:10,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:10,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:11,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:11,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:11,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:11,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:11,775 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:11,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:11,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:12,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:12,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:12,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:12,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:12,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:12,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:12,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:12,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:12,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:12,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:12,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:13,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:14,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:14,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:14,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:14,357 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:45:14,357 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:45:14,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:14,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:14,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:14,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:14,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:14,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:14,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:14,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:15,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:15,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:15,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:15,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:15,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:15,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:15,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:15,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:15,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:15,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:16,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:16,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:16,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:16,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:16,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:17,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:17,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:17,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:17,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:17,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:17,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:17,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:17,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:17,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:17,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:18,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:18,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:18,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:18,267 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:45:18,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:18,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:19,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:19,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:19,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:19,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:19,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:19,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:19,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:19,862 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:19,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:19,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:20,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:20,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:20,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:20,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:20,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:20,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:20,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:20,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:21,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:21,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:21,688 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:21,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:22,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:22,039 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:22,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:22,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:22,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:22,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:22,420 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:22,420 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:22,737 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:22,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:22,738 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:23,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:23,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:23,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:23,421 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:24,421 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:24,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:24,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:24,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:24,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:24,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:24,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:25,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:25,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:25,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:25,422 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:25,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:25,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:25,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:25,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:25,925 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:25,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:26,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:26,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:26,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:26,422 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:26,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:26,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:26,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:26,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:27,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:27,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:27,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:27,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:27,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:27,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:27,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:28,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:28,297 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:28,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:28,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:28,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:28,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:28,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:28,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:28,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:28,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:28,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:29,392 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:45:29,393 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:45:29,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:30,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:30,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:30,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:30,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:30,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:30,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:30,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:30,427 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:30,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:30,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:30,751 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:31,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:31,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:31,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:31,427 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:31,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:31,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:31,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:32,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:32,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:32,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:32,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:32,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:32,756 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:32,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:32,757 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:33,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:33,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:33,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:33,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:33,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:33,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:33,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:33,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:33,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:33,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:34,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:34,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:34,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:34,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:34,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:35,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:35,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:35,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:35,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:35,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:35,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:35,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:35,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:35,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:35,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:36,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:36,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:36,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:36,430 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:36,430 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:37,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:37,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:37,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:37,431 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:37,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:37,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:37,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:37,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:37,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:37,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:38,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:38,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:38,275 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:38,431 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:38,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:38,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:38,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:38,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:38,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:38,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:38,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:39,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:39,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:39,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:39,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:40,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:40,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:40,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:40,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:40,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:40,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:40,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:40,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:40,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:40,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:40,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:41,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:41,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:41,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:41,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:42,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:42,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:42,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:42,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:42,434 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:42,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:42,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:42,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:43,103 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:43,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:43,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:43,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:43,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:43,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:43,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:43,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:43,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:43,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:44,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:44,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:44,499 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:45:44,499 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:45:44,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:44,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:44,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:45,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:45,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:45,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:45,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:45,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:45,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:45,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:45,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:45,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:45,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:46,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:46,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:46,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:46,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:46,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:47,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:47,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:47,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:47,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:47,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:47,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:47,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:47,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:47,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:47,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:48,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:48,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:48,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:48,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:48,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:48,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:48,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:48,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:49,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:49,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:49,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:49,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:49,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:49,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:49,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:50,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:50,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:50,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:50,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:50,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:50,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:50,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:50,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:51,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:51,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:51,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:51,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:51,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:51,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:51,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:52,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:52,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:52,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:52,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:52,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:52,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:52,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:52,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:53,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:53,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:53,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:53,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:53,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:53,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:53,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:53,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:53,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:53,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:54,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:54,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:54,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:54,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:54,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:55,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:55,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:55,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:55,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:55,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:55,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:55,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:55,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:55,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:55,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:56,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:56,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:56,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:56,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:56,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:57,133 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:45:57,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:57,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:57,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:57,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:57,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:57,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:57,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:57,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:57,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:57,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:58,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:58,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:58,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:58,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:58,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:45:58,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:58,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:58,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:45:59,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:45:59,623 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:45:59,624 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:45:59,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:45:59,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:45:59,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:00,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:00,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:00,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:00,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:00,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:00,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:00,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:00,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:00,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:00,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:00,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:01,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:01,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:01,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:01,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:02,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:02,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:02,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:02,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:02,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:02,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:02,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:02,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:02,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:02,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:02,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:03,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:03,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:03,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:03,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:03,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:03,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:03,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:04,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:04,758 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:04,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:04,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:05,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:05,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:05,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:05,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:05,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:05,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:05,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:05,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:05,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:05,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:06,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:06,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:06,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:06,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:06,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:07,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:07,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:07,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:07,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:07,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:07,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:07,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:07,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:07,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:07,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:08,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:08,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:08,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:08,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:08,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:08,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:08,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:08,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:09,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:09,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:09,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:09,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:09,827 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:09,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:09,828 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:10,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:10,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:10,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:10,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:10,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:10,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:10,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:10,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:10,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:10,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:10,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:11,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:11,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:11,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:11,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:12,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:12,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:12,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:12,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:12,456 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:12,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:12,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:12,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:12,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:12,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:12,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:13,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:13,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:13,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:13,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:13,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:13,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:13,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:14,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:14,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:14,657 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:46:14,657 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:46:14,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:14,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:14,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:15,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:15,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:15,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:15,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:15,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:15,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:15,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:15,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:15,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:15,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:16,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:16,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:16,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:16,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:16,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:17,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:17,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:17,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:17,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:17,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:17,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:17,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:17,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:17,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:17,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:18,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:18,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:18,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:18,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:18,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:18,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:18,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:18,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:18,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:18,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:18,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:19,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:20,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:20,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:20,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:20,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:20,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:20,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:20,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:21,199 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:21,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:21,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:21,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:21,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:21,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:21,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:21,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:21,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:21,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:22,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:22,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:22,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:22,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:22,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:23,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:23,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:23,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:23,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:23,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:23,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:23,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:23,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:23,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:23,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:24,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:24,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:24,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:24,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:24,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:24,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:24,638 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:24,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:25,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:25,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:25,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:25,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:25,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:25,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:25,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:26,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:26,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:26,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:26,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:26,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:26,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:26,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:26,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:27,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:27,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:27,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:27,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:28,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:28,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:28,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:28,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:29,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:29,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:29,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:29,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:29,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:29,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:29,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:29,689 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:46:29,689 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:46:29,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:29,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:29,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:30,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:30,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:30,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:30,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:30,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:30,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:30,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:30,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:31,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:31,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:31,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:31,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:31,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:31,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:31,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:32,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:32,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:32,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:32,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:32,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:32,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:32,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:32,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:32,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:32,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:32,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:33,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:33,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:33,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:33,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:34,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:34,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:34,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:34,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:34,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:34,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:34,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:34,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:34,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:34,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:34,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:35,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:35,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:35,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:35,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:35,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:35,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:35,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:36,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:36,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:36,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:36,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:36,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:37,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:37,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:37,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:37,355 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:46:37,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:37,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:37,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:37,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:37,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:37,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:37,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:38,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:38,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:38,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:38,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:38,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:39,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:39,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:39,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:39,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:39,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:39,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:39,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:39,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:39,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:39,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:40,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:40,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:40,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:40,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:40,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:40,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:40,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:40,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:41,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:41,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:41,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:41,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:41,829 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:41,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:41,830 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:42,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:42,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:42,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:42,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:42,474 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:42,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:42,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:42,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:42,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:42,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:42,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:43,474 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:43,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:43,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:43,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:44,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:44,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:44,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:44,474 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:44,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:44,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:44,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:44,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:44,727 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:46:44,728 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:46:44,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:44,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:44,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:45,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:45,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:45,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:45,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:46,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:46,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:46,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:46,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:46,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:46,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:46,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:46,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:47,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:47,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:47,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:47,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:47,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:47,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:47,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:47,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:47,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:47,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:48,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:48,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:48,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:48,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:48,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:49,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:49,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:49,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:49,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:49,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:49,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:49,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:49,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:49,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:49,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:50,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:50,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:50,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:50,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:50,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:51,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:51,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:51,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:51,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:51,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:51,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:51,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:51,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:51,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:51,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:52,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:52,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:52,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:52,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:52,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:52,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:52,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:52,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:53,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:53,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:53,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:53,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:53,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:53,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:53,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:54,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:54,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:54,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:54,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:54,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:54,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:54,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:54,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:55,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:55,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:55,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:55,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:56,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:56,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:56,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:56,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:56,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:56,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:56,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:56,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:56,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:56,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:56,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:57,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:57,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:57,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:57,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:57,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:57,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:57,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:58,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:46:58,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:58,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:58,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:58,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:58,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:58,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:59,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:59,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:59,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:59,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:46:59,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:59,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:59,569 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:46:59,758 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:46:59,759 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:46:59,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:46:59,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:46:59,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:00,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:00,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:00,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:00,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:00,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:01,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:01,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:01,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:01,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:01,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:01,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:01,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:01,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:01,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:01,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:02,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:02,303 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:02,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:02,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:02,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:02,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:02,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:02,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:03,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:03,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:03,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:03,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:03,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:03,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:03,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:04,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:04,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:04,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:04,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:04,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:04,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:04,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:04,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:05,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:05,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:05,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:05,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:06,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:06,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:06,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:06,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:06,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:06,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:06,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:06,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:06,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:06,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:06,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:07,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:07,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:07,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:07,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:07,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:07,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:07,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:08,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:08,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:08,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:08,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:08,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:08,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:08,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:08,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:09,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:09,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:09,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:09,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:09,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:09,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:09,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:09,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:09,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:09,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:10,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:10,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:10,775 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:10,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:10,776 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:11,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:11,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:11,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:11,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:11,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:11,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:11,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:11,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:11,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:11,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:12,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:12,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:12,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:12,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:12,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:13,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:13,249 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:13,249 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:13,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:13,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:13,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:13,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:13,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:13,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:13,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:14,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:14,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:14,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:14,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:14,491 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:14,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:14,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:14,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:14,790 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:47:14,790 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:47:15,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:15,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:15,604 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:15,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:15,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:15,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:15,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:16,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:16,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:16,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:16,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:16,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:16,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:16,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:16,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:17,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:17,008 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:17,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:17,127 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:47:17,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:17,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:17,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:17,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:18,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:18,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:18,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:18,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:18,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:18,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:18,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:18,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:19,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:19,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:19,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:19,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:19,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:19,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:19,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:19,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:19,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:19,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:20,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:20,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:20,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:20,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:20,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:21,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:21,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:21,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:21,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:21,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:21,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:21,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:22,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:22,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:22,052 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:22,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:22,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:22,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:22,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:22,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:23,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:23,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:23,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:23,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:23,819 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:23,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:23,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:24,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:24,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:24,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:24,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:24,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:24,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:24,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:24,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:24,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:24,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:24,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:25,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:25,860 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:25,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:25,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:26,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:26,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:26,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:26,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:26,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:26,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:26,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:26,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:26,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:26,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:26,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:27,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:27,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:27,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:27,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:28,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:28,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:28,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:28,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:28,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:28,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:28,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:28,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:28,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:28,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:28,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:29,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:29,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:29,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:29,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:29,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:29,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:29,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:29,820 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:47:29,821 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:47:29,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:29,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:29,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:30,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:30,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:31,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:31,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:31,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:31,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:31,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:31,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:31,501 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:31,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:31,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:31,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:32,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:32,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:32,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:32,434 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:32,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:32,435 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:32,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:32,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:33,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:33,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:33,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:33,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:33,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:33,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:33,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:34,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:34,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:34,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:34,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:34,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:34,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:34,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:34,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:34,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:34,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:34,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:35,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:35,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:35,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:35,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:36,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:36,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:36,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:36,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:36,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:36,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:36,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:36,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:36,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:36,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:36,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:37,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:37,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:37,332 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:37,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:38,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:38,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:38,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:38,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:38,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:38,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:38,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:38,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:39,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:39,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:39,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:39,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:39,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:39,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:39,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:39,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:39,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:39,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:40,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:40,092 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:40,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:40,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:40,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:41,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:41,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:41,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:41,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:41,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:41,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:41,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:41,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:41,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:41,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:42,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:42,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:42,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:42,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:42,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:42,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:42,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:42,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:43,583 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:43,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:43,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:43,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:43,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:43,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:44,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:44,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:44,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:44,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:44,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:44,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:44,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:44,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:44,883 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:47:44,883 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:47:44,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:44,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:44,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:45,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:45,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:45,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:45,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:46,271 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:46,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:46,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:46,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:46,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:46,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:46,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:46,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:46,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:46,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:46,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:47,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:47,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:47,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:47,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:48,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:48,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:48,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:48,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:48,862 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:48,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:48,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:49,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:49,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:49,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:49,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:49,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:49,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:49,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:49,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:49,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:49,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:50,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:50,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:50,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:50,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:50,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:51,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:51,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:51,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:51,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:51,729 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:51,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:51,730 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:52,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:52,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:52,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:52,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:52,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:52,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:52,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:52,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:52,779 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:52,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:52,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:53,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:54,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:54,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:54,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:54,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:54,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:54,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:54,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:54,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:54,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:54,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:54,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:55,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:55,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:55,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:55,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:55,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:55,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:55,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:55,910 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:47:56,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:56,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:56,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:56,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:56,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:56,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:56,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:56,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:57,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:57,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:57,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:57,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:57,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:57,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:57,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:58,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:58,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:58,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:58,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:58,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:47:59,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:59,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:59,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:59,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:59,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:59,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:59,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:47:59,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:47:59,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:47:59,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:47:59,919 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:47:59,920 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:48:00,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:00,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:00,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:00,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:00,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:00,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:00,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:00,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:01,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:01,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:01,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:01,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:01,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:01,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:01,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:02,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:02,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:02,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:02,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:02,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:02,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:02,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:02,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:02,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:02,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:02,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:03,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:03,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:03,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:03,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:04,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:04,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:04,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:04,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:04,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:04,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:04,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:04,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:04,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:04,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:04,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:05,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:05,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:05,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:05,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:05,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:05,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:05,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:06,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:06,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:06,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:06,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:06,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:07,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:07,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:07,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:07,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:07,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:07,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:07,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:07,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:07,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:07,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:08,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:08,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:08,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:08,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:08,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:09,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:09,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:09,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:09,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:09,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:09,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:09,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:09,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:09,829 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:09,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:10,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:10,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:10,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:10,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:10,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:10,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:10,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:10,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:11,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:11,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:11,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:11,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:11,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:11,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:11,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:12,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:12,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:12,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:12,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:12,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:12,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:12,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:12,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:12,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:12,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:12,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:13,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:13,284 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:13,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:13,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:14,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:14,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:14,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:14,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:14,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:14,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:14,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:14,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:14,950 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:48:14,951 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:48:14,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:14,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:14,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:15,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:15,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:15,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:15,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:15,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:15,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:15,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:16,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:16,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:17,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:17,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:17,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:17,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:17,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:17,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:17,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:17,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:17,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:17,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:18,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:18,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:18,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:18,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:18,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:18,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:18,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:18,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:19,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:19,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:19,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:19,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:19,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:19,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:19,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:20,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:20,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:20,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:20,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:20,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:20,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:20,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:20,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:20,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:20,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:20,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:21,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:21,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:21,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:21,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:22,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:22,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:22,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:22,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:22,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:22,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:22,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:22,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:22,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:22,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:22,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:23,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:23,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:23,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:23,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:24,248 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:24,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:24,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:24,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:24,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:24,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:24,598 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:24,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:24,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:24,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:24,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:25,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:25,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:25,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:25,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:25,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:25,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:25,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:25,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:25,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:26,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:26,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:26,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:26,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:26,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:26,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:27,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:27,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:27,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:27,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:27,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:27,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:27,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:28,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:28,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:28,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:28,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:28,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:28,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:28,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:28,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:29,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:29,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:29,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:29,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:29,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:29,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:29,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:29,981 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:48:29,982 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:48:30,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:30,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:30,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:30,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:30,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:30,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:30,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:30,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:30,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:30,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:30,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:31,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:31,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:31,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:31,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:32,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:32,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:32,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:32,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:32,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:32,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:32,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:32,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:32,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:32,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:32,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:33,208 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:33,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:33,209 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:33,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:34,241 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:34,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:34,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:34,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:34,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:34,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:34,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:34,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:34,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:34,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:34,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:35,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:35,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:35,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:35,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:35,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:35,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:35,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:35,989 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:48:36,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:36,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:36,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:36,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:36,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:37,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:37,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:37,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:37,434 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:37,434 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:37,435 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:37,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:37,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:37,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:37,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:38,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:38,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:38,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:38,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:38,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:38,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:38,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:38,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:39,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:39,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:39,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:39,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:39,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:39,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:39,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:40,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:40,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:40,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:40,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:40,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:40,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:40,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:40,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:40,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:40,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:40,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:41,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:41,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:41,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:41,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:42,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:42,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:42,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:42,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:42,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:42,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:42,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:42,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:42,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:42,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:42,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:43,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:43,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:43,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:43,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:44,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:44,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:44,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:44,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:44,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:44,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:44,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:44,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:45,015 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:48:45,015 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:48:45,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:45,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:45,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:45,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:45,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:45,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:45,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:45,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:45,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:45,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:46,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:46,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:46,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:46,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:46,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:47,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:47,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:47,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:47,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:47,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:47,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:47,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:47,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:47,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:47,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:48,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:48,141 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:48,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:48,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:48,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:49,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:49,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:49,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:49,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:49,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:49,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:49,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:50,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:50,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:50,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:50,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:50,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:50,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:50,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:50,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:50,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:50,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:50,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:51,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:51,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:51,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:51,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:52,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:52,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:52,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:52,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:52,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:52,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:52,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:52,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:52,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:52,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:52,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:53,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:53,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:53,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:53,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:53,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:53,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:53,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:54,551 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:54,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:54,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:54,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:54,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:54,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:54,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:55,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:55,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:55,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:55,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:55,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:55,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:55,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:55,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:55,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:55,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:56,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:56,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:56,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:56,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:56,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:57,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:57,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:57,332 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:57,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:57,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:57,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:57,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:58,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:58,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:58,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:58,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:58,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:58,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:58,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:58,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:48:59,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:59,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:59,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:48:59,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:48:59,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:48:59,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:48:59,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:00,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:00,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:00,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:00,051 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:49:00,052 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:49:00,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:00,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:00,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:00,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:00,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:00,734 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:00,735 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:00,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:01,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:01,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:01,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:01,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:02,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:02,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:02,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:02,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:02,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:02,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:02,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:02,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:03,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:03,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:03,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:03,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:03,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:03,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:03,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:03,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:03,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:03,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:04,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:04,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:05,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:05,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:05,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:05,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:05,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:05,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:05,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:05,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:05,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:05,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:06,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:06,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:06,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:06,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:06,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:06,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:06,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:06,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:06,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:06,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:06,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:07,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:07,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:07,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:07,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:08,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:08,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:08,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:08,418 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:08,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:08,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:08,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:08,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:08,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:08,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:08,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:09,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:09,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:09,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:09,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:10,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:10,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:10,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:10,529 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:10,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:10,530 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:10,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:10,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:10,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:10,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:10,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:11,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:11,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:11,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:11,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:11,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:11,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:11,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:12,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:12,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:12,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:12,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:12,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:12,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:12,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:12,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:13,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:13,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:13,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:13,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:13,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:13,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:13,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:13,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:13,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:13,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:14,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:14,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:15,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:15,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:15,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:15,084 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:49:15,084 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:49:15,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:15,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:15,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:15,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:15,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:15,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:15,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:16,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:16,092 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:16,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:16,218 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:49:16,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:16,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:16,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:16,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:17,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:17,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:17,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:17,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:17,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:17,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:17,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:17,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:18,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:18,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:18,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:18,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:18,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:18,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:18,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:18,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:18,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:18,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:19,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:19,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:19,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:19,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:19,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:20,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:20,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:20,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:20,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:20,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:20,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:20,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:20,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:20,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:20,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:21,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:21,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:21,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:21,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:21,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:21,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:21,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:21,567 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:22,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:22,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:22,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:22,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:22,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:22,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:23,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:23,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:23,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:23,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:23,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:23,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:23,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:23,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:24,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:24,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:24,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:24,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:24,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:24,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:24,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:25,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:25,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:25,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:25,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:25,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:25,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:25,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:25,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:25,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:25,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:25,988 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:26,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:26,337 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:26,338 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:26,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:27,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:27,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:27,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:27,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:27,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:27,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:27,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:27,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:28,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:28,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:28,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:28,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:28,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:28,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:28,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:28,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:28,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:28,861 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:29,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:29,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:29,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:29,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:29,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:30,130 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:49:30,130 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:49:30,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:30,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:30,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:30,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:30,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:30,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:30,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:30,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:30,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:30,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:31,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:31,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:31,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:31,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:31,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:31,608 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:31,608 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:31,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:32,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:32,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:32,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:32,572 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:32,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:32,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:32,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:33,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:33,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:33,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:33,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:33,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:33,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:33,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:33,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:33,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:33,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:33,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:34,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:35,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:35,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:35,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:35,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:35,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:35,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:35,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:35,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:35,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:35,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:35,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:36,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:36,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:36,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:36,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:36,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:36,413 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:36,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:37,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:37,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:37,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:37,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:37,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:37,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:37,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:37,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:38,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:38,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:38,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:38,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:38,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:38,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:38,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:38,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:38,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:38,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:39,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:39,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:39,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:39,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:39,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:40,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:40,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:40,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:40,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:40,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:40,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:40,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:40,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:40,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:40,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:41,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:41,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:41,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:41,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:41,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:42,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:42,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:42,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:42,578 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:42,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:42,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:42,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:42,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:42,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:42,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:43,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:43,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:43,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:43,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:43,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:43,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:43,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:43,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:43,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:43,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:43,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:44,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:44,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:44,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:44,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:45,161 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:49:45,162 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:49:45,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:45,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:45,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:45,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:45,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:45,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:45,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:45,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:46,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:46,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:46,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:46,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:46,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:46,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:46,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:47,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:47,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:47,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:47,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:47,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:47,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:47,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:47,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:48,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:48,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:48,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:48,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:48,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:48,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:48,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:48,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:48,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:48,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:49,581 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:49,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:50,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:50,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:50,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:50,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:50,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:50,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:50,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:50,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:50,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:50,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:51,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:51,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:51,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:51,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:51,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:51,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:51,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:51,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:52,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:52,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:52,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:52,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:52,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:52,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:52,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:53,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:53,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:53,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:53,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:53,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:53,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:53,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:53,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:54,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:54,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:54,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:54,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:54,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:54,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:54,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:55,458 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:49:55,560 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:55,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:55,561 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:55,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:55,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:55,910 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:55,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:55,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:56,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:56,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:56,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:56,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:56,608 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:56,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:56,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:56,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:56,958 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:56,958 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:57,307 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:57,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:57,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:57,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:57,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:58,297 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:58,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:58,298 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:58,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:58,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:58,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:58,648 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:58,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:58,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:59,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:59,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:59,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:59,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:49:59,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:49:59,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:49:59,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:49:59,698 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:49:59,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:00,199 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:50:00,200 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:50:00,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:01,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:01,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:01,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:01,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:01,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:01,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:01,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:01,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:01,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:01,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:01,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:02,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:02,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:02,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:02,509 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:02,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:02,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:02,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:03,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:03,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:03,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:03,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:03,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:03,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:03,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:03,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:04,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:04,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:04,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:04,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:04,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:04,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:04,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:04,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:04,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:04,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:05,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:05,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:05,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:05,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:05,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:06,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:06,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:06,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:06,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:06,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:06,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:06,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:06,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:06,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:06,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:07,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:07,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:07,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:07,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:07,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:07,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:07,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:07,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:08,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:08,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:08,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:08,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:09,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:09,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:09,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:09,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:09,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:09,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:09,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:09,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:09,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:09,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:09,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:10,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:10,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:10,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:10,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:10,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:10,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:11,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:11,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:11,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:11,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:11,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:11,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:11,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:11,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:11,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:12,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:12,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:12,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:12,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:12,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:12,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:12,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:13,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:13,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:13,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:13,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:13,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:13,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:13,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:13,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:14,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:14,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:14,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:14,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:14,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:14,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:14,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:14,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:14,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:14,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:15,273 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:50:15,274 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:50:15,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:15,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:15,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:15,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:15,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:16,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:16,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:16,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:16,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:16,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:16,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:16,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:16,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:16,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:16,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:17,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:17,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:17,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:17,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:17,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:18,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:18,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:18,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:18,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:18,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:18,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:18,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:18,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:18,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:18,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:19,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:19,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:19,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:19,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:19,599 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:19,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:19,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:19,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:20,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:20,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:20,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:20,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:21,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:21,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:21,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:21,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:21,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:21,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:21,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:21,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:21,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:21,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:21,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:22,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:22,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:22,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:22,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:22,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:22,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:22,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:23,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:23,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:23,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:23,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:23,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:23,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:23,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:23,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:24,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:24,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:24,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:24,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:24,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:24,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:24,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:24,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:24,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:24,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:25,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:25,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:25,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:25,928 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:25,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:26,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:26,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:26,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:26,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:26,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:26,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:26,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:26,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:26,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:26,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:27,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:27,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:27,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:27,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:27,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:28,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:28,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:28,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:28,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:28,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:28,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:28,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:29,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:29,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:29,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:29,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:29,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:29,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:29,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:29,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:29,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:29,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:29,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:30,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:30,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:30,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:30,365 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:50:30,365 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:50:30,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:31,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:31,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:31,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:31,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:31,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:31,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:31,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:31,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:32,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:32,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:32,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:32,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:32,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:32,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:32,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:32,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:32,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:32,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:33,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:33,609 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:33,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:33,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:33,853 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:34,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:34,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:34,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:34,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:34,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:34,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:34,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:34,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:34,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:34,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:35,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:35,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:35,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:35,375 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:50:35,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:35,610 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:35,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:35,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:35,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:36,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:36,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:36,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:36,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:36,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:36,922 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:36,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:37,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:37,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:37,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:37,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:37,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:37,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:37,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:37,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:37,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:37,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:37,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:38,611 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:38,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:38,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:38,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:39,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:39,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:39,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:39,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:39,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:39,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:39,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:39,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:40,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:40,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:40,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:40,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:40,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:40,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:40,612 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:41,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:41,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:41,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:41,613 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:41,613 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:41,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:41,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:41,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:42,174 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:42,174 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:42,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:42,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:42,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:42,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:42,613 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:42,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:42,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:42,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:43,614 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:43,614 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:43,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:43,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:43,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:44,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:44,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:44,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:44,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:44,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:44,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:44,614 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:44,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:44,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:44,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:45,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:45,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:45,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:45,395 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:50:45,396 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:50:45,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:45,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:46,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:46,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:46,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:46,615 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:46,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:46,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:46,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:47,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:47,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:47,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:47,383 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:47,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:47,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:47,616 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:47,616 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:47,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:47,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:47,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:48,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:48,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:48,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:48,616 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:49,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:49,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:49,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:49,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:49,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:49,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:49,617 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:49,617 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:49,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:49,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:49,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:50,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:50,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:50,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:50,617 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:50,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:50,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:50,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:51,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:51,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:51,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:51,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:51,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:51,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:51,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:51,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:52,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:52,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:52,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:52,618 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:52,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:52,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:52,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:53,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:53,000 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:53,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:53,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:53,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:54,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:54,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:54,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:54,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:54,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:54,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:54,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:54,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:54,775 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:54,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:55,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:55,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:55,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:55,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:55,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:55,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:55,619 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:55,620 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:56,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:56,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:56,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:57,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:57,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:57,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:57,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:57,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:57,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:57,620 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:57,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:57,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:57,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:57,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:58,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:58,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:58,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:58,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:59,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:59,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:59,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:59,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:59,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:59,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:50:59,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:50:59,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:50:59,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:50:59,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:50:59,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:00,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:00,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:00,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:00,429 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:51:00,429 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:51:00,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:00,584 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:00,584 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:00,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:00,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:00,934 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:00,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:01,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:01,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:01,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:01,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:01,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:02,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:02,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:02,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:02,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:02,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:02,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:02,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:02,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:02,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:02,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:03,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:03,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:03,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:03,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:03,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:04,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:04,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:04,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:04,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:04,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:04,591 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:04,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:04,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:04,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:04,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:05,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:05,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:05,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:05,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:05,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:05,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:05,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:05,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:06,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:06,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:06,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:06,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:07,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:07,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:07,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:07,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:07,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:07,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:07,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:07,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:07,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:07,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:07,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:08,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:08,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:08,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:08,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:09,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:09,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:09,107 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:09,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:09,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:09,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:09,629 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:09,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:09,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:09,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:09,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:10,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:10,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:10,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:10,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:10,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:10,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:10,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:11,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:11,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:11,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:11,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:11,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:11,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:11,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:11,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:12,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:12,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:12,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:12,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:12,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:12,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:12,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:13,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:13,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:13,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:13,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:13,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:14,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:14,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:14,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:14,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:14,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:14,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:14,549 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:51:14,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:14,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:14,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:14,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:15,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:15,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:15,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:15,465 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:51:15,465 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:51:15,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:15,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:15,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:15,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:15,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:15,819 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:15,819 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:15,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:16,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:16,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:16,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:16,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:17,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:17,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:17,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:17,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:17,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:17,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:17,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:17,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:17,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:17,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:17,813 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:18,162 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:18,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:18,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:18,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:19,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:19,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:19,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:19,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:19,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:19,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:19,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:19,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:20,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:20,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:20,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:20,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:20,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:20,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:20,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:20,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:20,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:20,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:21,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:21,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:21,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:21,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:21,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:22,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:22,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:22,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:22,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:22,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:22,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:22,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:22,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:22,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:22,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:23,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:23,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:23,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:23,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:23,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:24,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:24,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:24,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:24,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:24,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:24,546 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:24,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:24,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:24,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:24,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:25,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:25,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:25,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:25,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:25,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:25,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:25,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:25,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:26,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:26,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:26,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:27,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:27,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:27,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:27,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:27,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:27,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:27,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:27,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:27,756 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:27,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:27,757 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:28,106 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:28,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:28,107 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:28,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:28,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:28,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:28,639 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:29,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:29,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:29,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:29,640 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:29,640 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:29,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:29,802 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:29,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:30,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:30,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:30,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:30,498 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:51:30,498 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:51:30,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:30,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:30,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:30,640 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:30,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:30,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:30,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:31,640 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:31,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:31,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:31,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:31,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:32,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:32,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:32,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:32,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:32,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:32,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:32,641 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:32,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:32,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:32,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:33,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:33,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:33,332 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:33,642 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:33,643 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:34,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:34,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:34,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:34,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:34,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:34,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:34,643 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:34,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:34,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:34,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:35,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:35,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:35,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:35,643 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:35,643 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:35,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:35,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:35,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:36,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:36,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:36,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:36,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:36,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:36,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:36,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:37,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:37,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:37,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:37,644 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:37,645 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:37,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:37,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:37,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:38,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:38,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:38,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:38,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:38,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:38,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:38,645 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:39,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:39,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:39,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:39,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:39,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:39,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:39,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:39,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:40,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:40,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:40,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:40,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:40,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:40,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:40,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:40,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:40,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:40,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:41,646 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:41,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:41,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:41,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:41,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:42,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:42,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:42,259 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:42,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:42,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:42,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:42,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:42,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:42,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:42,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:43,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:43,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:43,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:43,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:43,647 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:44,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:44,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:44,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:44,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:44,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:44,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:44,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:45,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:45,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:45,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:45,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:45,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:45,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:45,533 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:51:45,533 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:51:45,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:45,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:45,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:45,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:45,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:46,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:46,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:46,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:46,648 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:47,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:47,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:47,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:47,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:47,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:47,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:47,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:47,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:47,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:47,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:47,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:48,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:48,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:48,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:48,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:48,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:48,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:48,649 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:49,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:49,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:49,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:49,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:49,650 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:49,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:49,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:49,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:50,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:50,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:50,221 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:50,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:50,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:50,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:50,651 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:50,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:50,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:50,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:51,651 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:51,652 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:52,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:52,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:52,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:52,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:52,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:52,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:52,652 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:52,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:52,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:52,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:53,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:53,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:53,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:53,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:53,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:53,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:53,652 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:53,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:53,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:53,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:53,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:53,913 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:51:54,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:54,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:54,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:54,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:55,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:55,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:55,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:55,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:55,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:55,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:55,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:55,653 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:55,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:55,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:55,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:56,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:56,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:56,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:56,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:57,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:57,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:57,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:57,654 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:57,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:57,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:57,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:57,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:58,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:58,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:58,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:58,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:58,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:58,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:58,655 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:58,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:58,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:58,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:51:59,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:51:59,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:51:59,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:51:59,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:51:59,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:00,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:00,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:00,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:00,567 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:52:00,568 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:52:00,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:00,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:00,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:00,656 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:00,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:00,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:00,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:01,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:01,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:01,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:01,658 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:01,660 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:02,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:02,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:02,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:02,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:02,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:02,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:02,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:02,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:02,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:02,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:03,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:03,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:03,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:03,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:03,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:03,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:03,659 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:03,660 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:04,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:04,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:04,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:05,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:05,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:05,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:05,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:05,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:05,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:05,660 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:05,660 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:05,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:05,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:05,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:06,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:06,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:06,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:06,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:06,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:06,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:06,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:07,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:07,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:07,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:07,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:08,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:08,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:08,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:08,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:08,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:08,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:08,662 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:08,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:08,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:08,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:09,208 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:09,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:09,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:09,665 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:09,667 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:10,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:10,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:10,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:10,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:10,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:10,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:10,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:11,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:11,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:11,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:11,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:11,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:11,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:11,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:11,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:11,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:11,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:11,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:12,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:12,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:12,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:12,666 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:13,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:13,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:13,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:13,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:13,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:13,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:13,667 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:13,667 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:13,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:13,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:13,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:14,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:14,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:14,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:14,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:14,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:14,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:14,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:15,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:15,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:15,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:15,598 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:52:15,598 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:52:15,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:15,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:15,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:15,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:15,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:16,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:16,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:16,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:16,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:16,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:16,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:16,668 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:16,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:16,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:16,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:17,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:17,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:17,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:17,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:17,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:18,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:18,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:18,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:18,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:18,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:18,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:18,670 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:19,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:19,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:19,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:19,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:19,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:19,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:19,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:19,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:20,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:20,503 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:20,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:20,671 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:20,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:20,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:20,853 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:21,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:21,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:21,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:21,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:21,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:21,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:21,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:21,672 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:21,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:21,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:21,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:22,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:22,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:22,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:22,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:23,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:23,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:23,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:23,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:23,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:23,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:23,673 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:23,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:23,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:23,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:23,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:24,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:24,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:24,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:24,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:24,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:24,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:24,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:25,674 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:25,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:25,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:25,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:25,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:26,233 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:26,233 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:26,234 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:26,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:26,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:26,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:26,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:26,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:26,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:26,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:27,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:27,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:27,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:27,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:27,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:27,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:27,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:27,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:28,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:28,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:28,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:28,675 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:29,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:29,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:29,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:29,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:29,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:29,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:29,676 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:29,676 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:29,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:29,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:29,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:30,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:30,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:30,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:30,629 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:52:30,630 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:52:30,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:31,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:31,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:31,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:31,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:31,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:31,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:31,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:31,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:32,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:32,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:32,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:32,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:32,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:32,355 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:32,677 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:32,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:32,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:32,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:33,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:33,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:33,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:33,678 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:33,678 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:34,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:34,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:34,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:34,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:34,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:34,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:34,522 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:52:34,678 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:34,707 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:34,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:34,708 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:35,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:35,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:35,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:35,679 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:35,679 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:35,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:35,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:35,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:36,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:36,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:36,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:36,679 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:36,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:36,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:36,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:37,042 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:37,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:37,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:37,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:37,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:37,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:37,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:37,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:38,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:38,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:38,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:38,680 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:38,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:38,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:38,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:39,281 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:39,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:39,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:39,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:39,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:39,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:39,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:39,681 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:39,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:39,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:39,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:40,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:40,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:40,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:40,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:41,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:41,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:41,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:41,683 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:41,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:41,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:41,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:41,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:42,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:42,039 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:42,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:42,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:42,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:42,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:42,684 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:42,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:42,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:42,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:43,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:43,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:43,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:43,685 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:43,685 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:44,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:44,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:44,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:44,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:44,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:44,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:44,685 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:44,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:44,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:44,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:45,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:45,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:45,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:45,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:45,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:45,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:45,686 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:45,686 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:45,688 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:52:45,689 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:52:46,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:46,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:46,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:46,686 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:46,819 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:46,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:46,820 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:47,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:47,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:47,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:47,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:47,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:47,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:47,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:47,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:47,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:47,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:47,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:48,687 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:48,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:48,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:48,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:49,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:49,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:49,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:49,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:49,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:49,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:49,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:49,688 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:49,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:49,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:49,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:50,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:50,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:50,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:50,689 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:51,342 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:51,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:51,343 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:51,689 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:51,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:51,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:51,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:51,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:52,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:52,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:52,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:52,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:52,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:52,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:52,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:52,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:52,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:52,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:53,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:53,690 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:53,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:53,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:53,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:54,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:54,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:54,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:54,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:54,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:54,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:54,691 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:54,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:54,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:54,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:55,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:55,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:55,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:55,692 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:55,692 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:56,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:56,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:56,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:56,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:56,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:56,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:56,692 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:56,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:56,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:56,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:57,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:57,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:57,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:57,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:57,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:57,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:57,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:57,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:52:57,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:57,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:57,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:58,693 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:59,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:52:59,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:52:59,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:52:59,694 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:52:59,694 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:00,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:00,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:00,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:00,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:00,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:00,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:00,694 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:00,717 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:53:00,717 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:53:00,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:00,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:00,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:01,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:01,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:01,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:01,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:01,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:01,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:01,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:01,695 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:02,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:02,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:02,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:02,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:02,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:02,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:02,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:03,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:03,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:03,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:03,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:03,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:03,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:03,696 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:03,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:03,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:03,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:04,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:04,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:04,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:04,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:04,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:05,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:05,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:05,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:05,698 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:05,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:05,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:05,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:06,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:06,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:06,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:06,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:06,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:06,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:06,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:06,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:06,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:06,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:06,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:07,699 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:07,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:07,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:07,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:08,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:08,256 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:08,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:08,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:08,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:08,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:08,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:08,700 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:08,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:08,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:08,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:09,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:09,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:09,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:09,702 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:10,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:10,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:10,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:10,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:10,592 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:10,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:10,702 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:10,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:10,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:10,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:10,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:11,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:11,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:11,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:11,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:11,640 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:11,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:11,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:11,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:11,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:11,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:12,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:12,703 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:13,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:13,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:13,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:13,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:13,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:13,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:13,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:13,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:13,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:13,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:13,970 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:53:14,158 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:14,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:14,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:14,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:14,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:14,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:14,704 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:14,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:15,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:15,444 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:15,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:15,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:15,749 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:53:15,750 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:53:15,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:15,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:15,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:16,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:16,143 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:16,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:16,496 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:16,496 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:16,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:16,705 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:16,706 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:16,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:16,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:16,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:17,706 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:18,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:18,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:18,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:18,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:18,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:18,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:18,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:18,707 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:18,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:18,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:18,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:19,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:19,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:19,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:19,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:19,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:19,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:19,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:20,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:20,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:20,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:20,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:20,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:20,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:20,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:20,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:21,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:21,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:21,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:21,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:21,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:21,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:21,709 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:21,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:21,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:21,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:22,710 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:22,710 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:22,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:22,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:22,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:23,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:23,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:23,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:23,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:23,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:23,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:23,711 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:23,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:23,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:23,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:24,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:24,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:24,243 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:24,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:24,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:24,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:24,711 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:24,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:25,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:25,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:25,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:26,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:26,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:26,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:26,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:26,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:26,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:26,712 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:26,713 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:26,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:26,897 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:26,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:27,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:27,248 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:27,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:27,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:28,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:28,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:28,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:28,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:28,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:28,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:28,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:28,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:28,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:28,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:28,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:29,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:29,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:29,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:29,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:29,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:29,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:29,714 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:30,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:30,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:30,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:30,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:30,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:30,783 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:53:30,783 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:53:31,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:31,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:31,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:31,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:31,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:31,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:31,715 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:31,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:31,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:31,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:32,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:32,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:32,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:32,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:32,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:33,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:33,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:33,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:33,620 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:33,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:33,621 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:33,716 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:33,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:33,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:33,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:34,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:34,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:34,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:34,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:34,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:34,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:34,717 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:34,717 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:35,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:35,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:35,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:35,717 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:35,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:35,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:35,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:36,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:36,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:36,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:36,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:36,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:36,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:36,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:36,718 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:37,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:37,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:37,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:37,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:37,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:37,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:37,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:38,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:38,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:38,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:38,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:38,720 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:38,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:38,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:38,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:39,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:39,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:39,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:39,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:39,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:39,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:39,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:39,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:39,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:39,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:40,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:40,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:40,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:40,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:40,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:41,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:41,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:41,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:41,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:41,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:41,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:41,721 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:41,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:41,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:41,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:42,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:42,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:42,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:42,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:42,729 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:43,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:43,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:43,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:43,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:43,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:43,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:43,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:43,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:43,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:43,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:44,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:44,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:44,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:44,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:44,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:44,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:44,724 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:44,725 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:45,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:45,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:45,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:45,725 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:45,813 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:53:45,813 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:53:46,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:46,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:46,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:46,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:46,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:46,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:46,725 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:46,726 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:46,770 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:46,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:46,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:47,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:47,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:47,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:47,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:47,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:47,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:47,726 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:48,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:48,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:48,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:48,727 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:48,727 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:48,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:48,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:48,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:49,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:49,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:49,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:49,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:49,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:49,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:49,727 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:49,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:49,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:49,930 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:50,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:50,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:50,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:50,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:50,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:51,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:51,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:51,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:51,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:51,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:51,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:51,728 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:52,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:52,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:52,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:52,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:52,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:52,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:52,730 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:52,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:53,255 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:53:53,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:53,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:53,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:53,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:53,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:53,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:53,730 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:54,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:54,058 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:54,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:54,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:54,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:54,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:54,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:54,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:54,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:54,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:54,757 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:55,106 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:55,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:55,107 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:55,731 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:56,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:56,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:56,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:56,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:56,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:56,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:56,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:56,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:56,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:56,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:56,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:57,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:57,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:57,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:57,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:57,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:57,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:57,732 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:58,675 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:58,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:58,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:58,733 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:53:58,733 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:53:59,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:59,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:59,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:59,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:59,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:59,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:59,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:53:59,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:53:59,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:53:59,733 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:00,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:00,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:00,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:00,734 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:00,734 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:00,866 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:54:00,867 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:54:00,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:00,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:00,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:01,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:01,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:01,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:01,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:01,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:01,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:01,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:02,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:02,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:02,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:02,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:02,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:02,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:02,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:02,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:03,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:03,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:03,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:03,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:03,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:03,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:03,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:04,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:04,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:04,243 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:04,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:04,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:04,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:04,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:04,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:04,943 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:04,943 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:04,944 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:05,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:05,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:05,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:05,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:06,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:06,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:06,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:06,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:06,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:06,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:06,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:06,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:06,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:06,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:06,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:07,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:07,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:07,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:07,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:07,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:07,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:07,739 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:08,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:08,707 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:08,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:08,739 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:08,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:09,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:09,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:09,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:09,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:09,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:09,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:09,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:09,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:09,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:09,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:10,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:10,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:10,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:10,740 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:10,741 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:11,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:11,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:11,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:11,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:11,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:11,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:11,741 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:11,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:11,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:11,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:12,258 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:12,258 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:12,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:12,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:12,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:12,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:12,741 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:12,742 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:13,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:13,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:13,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:13,742 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:13,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:13,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:13,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:14,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:14,326 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:14,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:14,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:14,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:14,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:14,742 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:14,742 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:15,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:15,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:15,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:15,743 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:15,899 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:54:15,899 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:54:16,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:16,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:16,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:16,743 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:16,743 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:16,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:16,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:16,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:17,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:17,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:17,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:17,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:17,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:17,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:17,743 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:17,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:17,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:17,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:18,744 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:18,744 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:18,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:18,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:18,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:19,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:19,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:19,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:19,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:19,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:19,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:19,744 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:19,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:19,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:19,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:20,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:20,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:20,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:20,746 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:20,746 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:21,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:21,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:21,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:21,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:21,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:21,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:21,746 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:21,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:21,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:21,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:22,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:22,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:22,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:22,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:22,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:22,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:22,746 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:22,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:23,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:23,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:23,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:23,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:24,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:24,094 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:24,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:24,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:24,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:24,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:24,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:24,747 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:24,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:24,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:24,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:25,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:25,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:25,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:25,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:25,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:25,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:25,748 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:26,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:26,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:26,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:26,748 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:26,748 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:26,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:26,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:26,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:27,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:27,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:27,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:27,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:27,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:27,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:27,748 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:27,882 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:27,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:27,883 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:28,749 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:28,749 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:28,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:28,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:28,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:29,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:29,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:29,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:29,538 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:29,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:29,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:29,749 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:29,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:29,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:29,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:30,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:30,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:30,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:30,750 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:30,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:30,933 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:54:30,933 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:54:31,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:31,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:31,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:31,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:31,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:31,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:31,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:32,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:32,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:32,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:32,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:32,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:32,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:32,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:32,751 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:32,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:32,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:32,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:33,376 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:54:33,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:33,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:33,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:33,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:34,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:34,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:34,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:34,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:34,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:34,455 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:34,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:34,752 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:34,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:34,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:34,804 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:35,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:35,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:35,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:35,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:36,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:36,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:36,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:36,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:36,754 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:37,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:37,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:37,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:37,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:37,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:37,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:37,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:37,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:37,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:37,755 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:38,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:38,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:38,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:38,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:38,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:38,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:38,756 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:38,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:39,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:39,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:39,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:39,756 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:39,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:39,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:39,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:40,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:40,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:40,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:40,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:40,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:40,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:40,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:40,757 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:40,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:40,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:40,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:41,758 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:41,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:41,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:41,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:42,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:42,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:42,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:42,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:42,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:42,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:42,758 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:42,759 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:42,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:42,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:42,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:43,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:43,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:43,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:43,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:44,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:44,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:44,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:44,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:44,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:44,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:44,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:44,760 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:45,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:45,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:45,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:45,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:45,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:45,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:45,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:45,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:45,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:45,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:45,967 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:54:45,968 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:54:46,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:46,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:46,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:46,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:46,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:47,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:47,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:47,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:47,364 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:47,364 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:47,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:47,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:47,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:47,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:47,761 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:48,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:48,063 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:48,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:48,762 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:48,762 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:48,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:48,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:48,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:49,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:49,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:49,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:49,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:49,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:49,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:49,762 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:50,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:50,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:50,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:50,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:50,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:50,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:50,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:50,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:51,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:51,509 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:51,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:51,764 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:51,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:51,859 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:51,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:52,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:52,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:52,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:52,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:52,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:52,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:52,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:52,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:52,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:52,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:52,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:53,765 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:53,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:53,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:53,912 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:54,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:54,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:54,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:54,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:54,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:54,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:54,766 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:54,766 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:54,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:54,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:54,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:55,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:55,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:55,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:55,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:56,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:56,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:56,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:56,767 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:56,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:56,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:56,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:56,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:57,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:57,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:57,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:57,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:57,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:57,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:57,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:57,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:57,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:57,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:58,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:58,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:58,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:58,768 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:58,769 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:54:59,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:59,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:59,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:59,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:59,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:59,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:54:59,769 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:54:59,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:54:59,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:54:59,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:00,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:00,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:00,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:00,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:00,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:00,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:00,770 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:00,770 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:01,025 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:55:01,025 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:55:02,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:02,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:02,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:02,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:02,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:02,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:02,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:02,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:02,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:02,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:02,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:03,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:03,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:03,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:03,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:03,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:03,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:03,771 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:03,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:03,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:03,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:04,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:04,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:04,952 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:04,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:04,953 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:05,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:05,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:05,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:05,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:05,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:05,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:05,772 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:06,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:06,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:06,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:06,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:06,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:06,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:06,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:06,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:07,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:07,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:07,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:07,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:07,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:07,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:07,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:08,033 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:08,033 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:08,034 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:08,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:08,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:08,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:08,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:08,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:08,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:08,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:08,774 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:10,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:10,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:10,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:10,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:10,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:10,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:10,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:10,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:11,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:11,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:11,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:11,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:11,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:11,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:11,775 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:12,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:12,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:12,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:12,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:12,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:12,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:12,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:12,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:12,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:12,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:12,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:13,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:13,106 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:13,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:13,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:13,932 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:55:14,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:14,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:14,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:14,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:14,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:14,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:14,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:14,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:14,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:14,776 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:14,777 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:15,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:15,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:15,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:15,467 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:15,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:15,468 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:15,778 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:16,063 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:55:16,064 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:55:16,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:16,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:16,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:16,778 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:16,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:16,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:16,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:16,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:17,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:17,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:17,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:17,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:17,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:17,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:17,779 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:17,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:17,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:17,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:18,779 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:18,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:18,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:18,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:18,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:19,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:19,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:19,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:19,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:19,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:19,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:19,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:19,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:19,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:19,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:20,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:20,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:20,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:20,780 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:20,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:21,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:21,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:21,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:21,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:21,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:21,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:21,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:21,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:21,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:21,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:22,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:22,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:22,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:22,682 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:22,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:22,683 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:22,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:22,781 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:23,032 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:23,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:23,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:23,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:24,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:24,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:24,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:24,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:24,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:24,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:24,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:24,782 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:24,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:24,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:24,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:25,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:25,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:25,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:25,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:25,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:25,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:25,783 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:26,783 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:27,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:27,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:27,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:27,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:27,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:27,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:27,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:27,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:27,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:27,783 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:28,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:28,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:28,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:28,458 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:28,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:28,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:28,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:28,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:29,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:29,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:29,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:29,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:30,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:30,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:30,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:30,404 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:30,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:30,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:30,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:30,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:30,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:30,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:30,786 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:31,099 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:55:31,099 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:55:31,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:31,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:31,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:31,453 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:31,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:31,455 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:31,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:32,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:32,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:32,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:32,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:32,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:33,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:33,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:33,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:33,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:33,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:33,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:33,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:33,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:33,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:33,787 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:34,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:34,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:34,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:34,789 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:34,790 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:35,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:35,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:35,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:35,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:35,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:35,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:35,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:35,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:35,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:35,789 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:36,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:36,077 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:36,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:36,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:36,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:36,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:36,791 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:36,791 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:37,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:37,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:37,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:37,791 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:38,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:38,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:38,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:38,361 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:38,361 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:38,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:38,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:38,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:38,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:38,791 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:38,791 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:39,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:39,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:39,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:39,792 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:40,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:40,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:40,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:40,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:40,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:40,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:40,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:40,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:40,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:40,792 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:40,792 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:41,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:41,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:41,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:41,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:41,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:41,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:41,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:41,763 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:41,764 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:41,793 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:42,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:42,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:42,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:42,793 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:42,793 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:43,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:43,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:43,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:43,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:43,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:43,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:43,794 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:43,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:43,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:43,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:44,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:44,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:44,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:44,794 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:44,794 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:45,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:45,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:45,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:45,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:45,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:45,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:45,794 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:45,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:45,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:45,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:46,139 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:55:46,139 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:55:46,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:46,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:46,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:46,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:46,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:46,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:46,795 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:46,795 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:47,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:47,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:47,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:47,795 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:47,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:47,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:47,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:48,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:48,315 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:48,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:48,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:48,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:48,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:48,796 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:48,796 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:49,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:49,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:49,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:49,796 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:50,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:50,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:50,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:50,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:50,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:50,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:50,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:50,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:50,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:50,796 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:50,797 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:51,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:51,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:51,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:51,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:51,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:51,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:51,797 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:51,827 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:51,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:51,828 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:52,797 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:52,798 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:52,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:52,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:52,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:53,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:53,156 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:53,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:53,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:53,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:53,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:53,798 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:53,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:53,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:53,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:53,988 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:55:54,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:54,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:54,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:54,798 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:54,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:55,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:55,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:55,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:55,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:55,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:55,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:55,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:55,899 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:55,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:55,900 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:56,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:56,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:56,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:56,599 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:56,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:56,600 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:56,799 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:56,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:57,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:57,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:57,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:57,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:58,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:58,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:58,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:58,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:58,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:58,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:58,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:58,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:58,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:58,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:55:58,800 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:55:59,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:55:59,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:55:59,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:55:59,801 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:00,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:00,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:00,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:00,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:00,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:00,418 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:00,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:00,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:00,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:00,801 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:00,801 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:01,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:01,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:01,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:01,174 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:56:01,174 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:56:01,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:01,466 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:01,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:01,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:02,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:02,611 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:02,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:02,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:02,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:02,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:02,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:02,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:03,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:03,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:03,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:03,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:03,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:03,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:03,802 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:04,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:04,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:04,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:04,803 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:04,803 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:05,007 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:05,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:05,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:05,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:05,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:05,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:05,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:05,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:05,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:05,803 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:06,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:06,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:06,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:06,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:06,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:06,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:06,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:06,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:06,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:06,804 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:06,804 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:07,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:07,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:07,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:07,804 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:08,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:08,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:08,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:08,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:08,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:08,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:08,805 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:08,805 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:08,847 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:08,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:08,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:09,198 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:09,198 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:09,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:09,805 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:10,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:10,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:10,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:10,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:10,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:10,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:10,805 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:10,806 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:11,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:11,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:11,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:11,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:11,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:11,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:11,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:11,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:11,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:11,806 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:12,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:12,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:12,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:12,806 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:12,807 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:13,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:13,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:13,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:13,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:13,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:13,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:13,807 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:13,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:13,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:13,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:14,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:14,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:14,247 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:14,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:14,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:14,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:14,807 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:14,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:14,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:14,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:14,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:15,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:15,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:15,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:15,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:16,209 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:56:16,210 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:56:16,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:16,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:16,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:16,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:16,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:16,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:16,808 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:16,809 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:16,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:16,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:16,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:17,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:17,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:17,305 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:17,810 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:18,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:18,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:18,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:18,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:18,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:18,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:18,810 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:18,810 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:19,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:19,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:19,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:19,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:19,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:19,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:19,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:19,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:19,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:19,810 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:20,811 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:20,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:20,877 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:20,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:21,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:21,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:21,227 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:21,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:21,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:21,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:21,811 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:21,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:21,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:21,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:22,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:22,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:22,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:22,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:22,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:22,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:22,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:22,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:23,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:23,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:23,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:23,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:24,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:24,133 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:24,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:24,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:24,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:24,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:24,812 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:24,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:24,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:24,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:24,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:25,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:25,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:25,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:25,813 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:26,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:26,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:26,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:26,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:26,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:26,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:26,814 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:26,814 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:26,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:26,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:26,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:27,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:27,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:27,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:27,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:27,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:27,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:27,814 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:28,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:28,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:28,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:28,814 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:28,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:29,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:29,074 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:29,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:29,424 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:29,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:29,425 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:29,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:29,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:29,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:29,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:30,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:30,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:30,126 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:30,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:30,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:30,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:30,815 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:30,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:31,241 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:56:31,241 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:56:31,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:31,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:31,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:31,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:32,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:32,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:32,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:32,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:32,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:32,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:32,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:32,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:32,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:32,816 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:32,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:32,963 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:56:33,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:33,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:33,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:33,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:34,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:34,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:34,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:34,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:34,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:34,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:34,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:34,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:34,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:34,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:34,817 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:35,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:35,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:35,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:35,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:35,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:35,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:35,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:35,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:35,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:35,818 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:36,818 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:36,897 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:36,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:36,898 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:37,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:37,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:37,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:37,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:37,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:37,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:37,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:37,946 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:37,947 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:37,947 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:38,296 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:38,297 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:38,297 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:38,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:38,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:39,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:39,683 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:39,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:39,819 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:40,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:40,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:40,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:40,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:40,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:40,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:40,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:40,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:40,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:40,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:40,820 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:41,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:41,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:41,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:41,434 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:41,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:41,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:41,822 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:42,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:42,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:42,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:42,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:42,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:42,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:42,822 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:42,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:43,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:43,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:43,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:43,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:43,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:43,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:43,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:43,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:43,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:43,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:44,823 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:44,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:44,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:44,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:44,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:45,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:45,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:45,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:45,568 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:45,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:45,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:45,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:45,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:45,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:45,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:46,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:46,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:46,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:46,269 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:56:46,270 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:56:46,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:46,824 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:47,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:47,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:47,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:47,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:47,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:47,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:47,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:47,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:47,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:47,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:48,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:48,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:48,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:48,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:48,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:48,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:48,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:48,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:49,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:49,030 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:49,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:49,825 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:50,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:50,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:50,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:50,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:50,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:50,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:50,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:50,826 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:50,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:50,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:50,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:51,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:51,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:51,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:51,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:51,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:51,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:51,827 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:52,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:52,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:52,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:52,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:52,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:52,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:52,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:52,886 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:53,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:53,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:53,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:53,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:53,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:53,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:53,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:53,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:53,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:53,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:54,828 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:54,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:54,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:54,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:54,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:55,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:55,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:55,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:55,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:55,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:55,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:55,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:55,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:55,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:55,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:56,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:56,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:56,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:56,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:56,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:56,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:56,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:56,829 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:57,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:57,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:57,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:57,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:58,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:58,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:58,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:58,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:58,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:58,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:58,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:58,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:58,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:58,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:56:58,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:56:59,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:56:59,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:56:59,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:56:59,830 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:00,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:00,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:00,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:00,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:00,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:00,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:00,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:00,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:00,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:00,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:00,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:01,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:01,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:01,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:01,309 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:57:01,309 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:57:01,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:01,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:01,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:01,831 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:02,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:02,599 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:02,599 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:02,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:02,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:02,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:02,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:02,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:03,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:03,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:03,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:03,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:03,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:03,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:03,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:04,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:04,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:04,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:04,832 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:04,833 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:05,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:05,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:05,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:05,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:05,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:05,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:05,833 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:05,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:05,930 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:05,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:06,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:06,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:06,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:06,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:06,631 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:06,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:06,833 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:06,834 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:07,687 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:07,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:07,688 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:07,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:08,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:08,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:08,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:08,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:08,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:08,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:08,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:08,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:08,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:08,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:08,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:09,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:09,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:09,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:09,835 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:10,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:10,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:10,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:10,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:10,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:10,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:10,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:10,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:11,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:11,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:11,050 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:11,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:11,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:11,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:11,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:11,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:11,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:11,836 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:11,983 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:57:12,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:12,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:12,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:12,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:12,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:12,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:12,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:12,841 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:13,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:13,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:13,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:13,839 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:13,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:13,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:13,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:14,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:14,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:14,214 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:14,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:14,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:14,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:14,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:14,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:14,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:14,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:14,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:15,840 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:15,958 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:15,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:15,959 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:16,308 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:16,308 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:16,309 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:16,339 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:57:16,339 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:57:16,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:16,658 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:16,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:16,841 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:16,841 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:17,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:17,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:17,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:17,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:17,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:17,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:17,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:18,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:18,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:18,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:18,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:18,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:18,797 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:18,843 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:18,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:19,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:19,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:19,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:19,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:19,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:19,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:19,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:19,847 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:19,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:19,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:20,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:20,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:20,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:20,844 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:20,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:21,190 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:21,190 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:21,190 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:21,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:21,539 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:21,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:21,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:21,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:21,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:21,889 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:22,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:22,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:22,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:22,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:22,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:22,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:22,845 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:22,846 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:23,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:23,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:23,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:23,846 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:24,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:24,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:24,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:24,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:24,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:24,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:24,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:24,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:24,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:24,846 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:24,846 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:25,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:25,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:25,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:25,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:26,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:26,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:26,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:26,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:26,366 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:26,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:26,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:26,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:26,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:26,847 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:26,848 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:27,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:27,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:27,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:27,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:27,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:27,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:27,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:28,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:28,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:28,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:28,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:28,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:28,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:28,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:29,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:29,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:29,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:29,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:29,429 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:29,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:29,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:29,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:29,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:29,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:29,850 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:30,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:30,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:30,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:30,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:31,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:31,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:31,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:31,369 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:57:31,369 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:57:31,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:31,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:31,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:31,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:31,851 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:31,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:31,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:31,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:32,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:32,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:32,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:32,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:33,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:33,307 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:33,308 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:33,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:33,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:33,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:33,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:33,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:34,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:34,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:34,008 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:34,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:34,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:34,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:34,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:34,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:34,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:34,852 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:35,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:36,352 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:36,353 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:36,353 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:36,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:36,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:36,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:36,853 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:37,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:37,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:37,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:37,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:37,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:37,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:37,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:37,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:37,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:37,854 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:37,854 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:38,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:38,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:38,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:38,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:38,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:38,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:38,856 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:39,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:39,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:39,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:39,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:39,802 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:39,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:39,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:39,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:40,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:40,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:40,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:40,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:40,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:40,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:40,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:40,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:40,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:40,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:41,803 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:41,804 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:41,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:41,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:41,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:42,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:42,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:42,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:42,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:42,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:42,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:42,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:42,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:42,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:42,857 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:43,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:43,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:43,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:43,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:43,858 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:44,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:44,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:44,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:44,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:44,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:44,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:44,859 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:45,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:45,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:45,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:45,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:45,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:45,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:45,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:45,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:45,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:45,859 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:45,859 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:46,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:46,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:46,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:46,404 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:57:46,408 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:57:46,859 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:47,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:47,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:47,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:47,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:47,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:47,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:47,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:47,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:47,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:47,860 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:47,860 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:48,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:48,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:48,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:48,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:48,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:48,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:48,860 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:49,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:49,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:49,886 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:49,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:50,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:50,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:50,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:50,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:50,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:50,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:50,861 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:50,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:50,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:50,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:51,005 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:57:51,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:51,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:51,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:51,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:51,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:52,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:52,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:52,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:52,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:52,640 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:52,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:52,862 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:52,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:52,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:52,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:53,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:53,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:53,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:53,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:53,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:53,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:53,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:53,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:54,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:54,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:54,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:54,863 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:55,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:55,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:55,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:55,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:55,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:55,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:55,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:55,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:55,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:55,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:55,864 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:56,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:56,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:56,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:56,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:57,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:57,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:57,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:57,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:57,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:57,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:57,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:57,796 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:57,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:57,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:57,865 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:57:58,145 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:58,145 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:58,146 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:58,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:58,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:58,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:58,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:59,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:59,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:59,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:59,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:57:59,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:57:59,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:57:59,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:57:59,866 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:00,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:00,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:00,192 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:00,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:00,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:00,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:00,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:00,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:00,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:00,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:01,469 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:58:01,470 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:58:01,867 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:01,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:02,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:02,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:02,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:02,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:02,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:02,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:02,714 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:02,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:02,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:02,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:03,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:03,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:03,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:03,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:03,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:03,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:03,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:03,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:03,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:03,868 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:03,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:04,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:04,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:04,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:04,869 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:05,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:05,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:05,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:05,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:05,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:05,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:05,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:05,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:05,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:05,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:05,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:06,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:06,103 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:06,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:06,870 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:07,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:07,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:07,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:07,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:07,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:07,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:07,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:07,871 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:07,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:07,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:07,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:08,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:08,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:08,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:08,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:08,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:08,611 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:08,872 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:09,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:09,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:09,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:09,873 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:09,873 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:09,922 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:09,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:09,923 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:10,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:10,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:10,272 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:10,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:10,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:10,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:10,873 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:10,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:10,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:10,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:11,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:11,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:12,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:12,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:12,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:12,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:12,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:12,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:12,874 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:12,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:12,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:12,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:13,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:13,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:13,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:13,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:13,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:13,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:13,875 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:13,875 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:14,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:14,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:14,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:15,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:15,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:15,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:15,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:15,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:15,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:15,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:15,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:15,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:15,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:15,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:16,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:16,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:16,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:16,527 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:58:16,527 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:58:16,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:16,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:16,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:16,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:17,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:17,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:17,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:17,876 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:17,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:18,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:18,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:18,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:18,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:18,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:18,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:18,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:18,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:18,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:18,877 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:19,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:19,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:19,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:19,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:19,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:20,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:20,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:20,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:20,401 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:20,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:20,402 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:20,751 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:20,751 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:20,752 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:20,878 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:21,100 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:21,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:21,101 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:21,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:21,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:21,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:21,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:21,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:22,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:22,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:22,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:22,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:22,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:22,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:22,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:23,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:23,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:23,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:23,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:23,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:23,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:23,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:23,881 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:23,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:23,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:23,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:24,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:24,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:24,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:24,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:25,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:25,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:25,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:25,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:25,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:25,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:25,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:25,882 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:25,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:25,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:25,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:26,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:26,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:26,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:26,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:27,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:27,404 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:27,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:27,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:27,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:27,754 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:27,884 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:27,885 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:28,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:28,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:28,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:28,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:28,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:28,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:28,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:28,802 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:28,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:28,885 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:29,885 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:29,934 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:29,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:29,935 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:30,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:30,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:30,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:30,324 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:58:30,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:30,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:30,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:30,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:30,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:30,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:30,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:31,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:31,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:31,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:31,567 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:58:31,567 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:58:31,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:31,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:31,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:31,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:31,886 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:32,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:32,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:32,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:33,326 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:33,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:33,327 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:33,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:33,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:33,676 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:33,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:33,887 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:34,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:34,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:34,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:34,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:34,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:34,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:34,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:35,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:35,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:35,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:35,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:35,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:35,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:35,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:35,888 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:36,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:36,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:36,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:36,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:36,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:36,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:36,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:36,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:36,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:36,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:37,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:37,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:37,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:37,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:37,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:38,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:38,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:38,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:38,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:38,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:38,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:38,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:38,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:38,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:38,889 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:39,119 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:39,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:39,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:39,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:39,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:40,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:40,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:40,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:40,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:40,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:40,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:40,890 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:40,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:40,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:40,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:41,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:41,254 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:41,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:41,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:41,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:41,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:41,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:41,893 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:42,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:42,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:42,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:42,892 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:43,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:43,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:43,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:43,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:43,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:43,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:43,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:43,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:43,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:43,893 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:43,893 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:44,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:44,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:44,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:44,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:44,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:44,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:44,894 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:45,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:45,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:45,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:45,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:45,793 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:45,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:45,894 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:45,895 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:46,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:46,143 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:46,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:46,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:46,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:46,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:46,609 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:58:46,609 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:58:46,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:46,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:46,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:46,895 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:47,895 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:48,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:48,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:48,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:48,896 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:48,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:48,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:48,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:49,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:49,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:49,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:49,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:49,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:49,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:49,896 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:49,896 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:49,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:49,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:49,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:50,314 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:50,314 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:50,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:50,897 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:51,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:51,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:51,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:51,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:51,574 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:51,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:51,897 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:51,897 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:51,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:51,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:51,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:52,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:52,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:52,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:52,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:52,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:52,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:52,898 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:53,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:53,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:53,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:53,898 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:53,898 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:54,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:54,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:54,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:54,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:54,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:54,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:54,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:54,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:54,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:54,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:55,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:55,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:55,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:55,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:55,899 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:56,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:56,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:56,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:56,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:56,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:56,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:56,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:56,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:56,766 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:56,900 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:57,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:57,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:57,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:57,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:57,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:57,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:57,901 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:57,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:58:58,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:58,414 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:58,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:58,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:58,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:58,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:58,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:59,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:59,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:59,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:59,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:59,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:59,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:59,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:58:59,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:58:59,816 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:58:59,902 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:58:59,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:00,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:00,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:00,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:00,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:01,217 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:01,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:01,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:01,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:01,568 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:01,568 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:01,647 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:59:01,647 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:59:01,903 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:01,904 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:01,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:01,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:01,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:02,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:02,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:02,268 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:02,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:02,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:02,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:02,905 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:03,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:03,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:03,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:03,905 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:03,905 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:04,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:04,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:04,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:04,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:04,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:04,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:04,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:04,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:04,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:04,905 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:05,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:05,161 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:05,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:05,512 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:05,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:05,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:05,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:05,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:06,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:06,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:06,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:06,907 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:06,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:06,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:06,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:07,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:07,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:07,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:07,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:07,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:07,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:07,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:07,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:08,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:08,037 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:08,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:08,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:08,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:08,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:08,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:09,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:09,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:09,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:09,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:09,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:09,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:09,908 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:09,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:10,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:10,048 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:10,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:10,307 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:59:10,398 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:10,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:10,399 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:10,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:11,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:11,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:11,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:11,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:11,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:11,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:11,909 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:11,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:12,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:12,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:12,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:12,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:12,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:12,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:12,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:12,755 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:12,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:12,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:13,891 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:13,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:13,892 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:13,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:13,910 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:14,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:14,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:14,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:14,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:14,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:14,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:14,911 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:14,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:14,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:14,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:15,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:15,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:15,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:15,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:15,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:15,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:15,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:15,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:16,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:16,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:16,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:16,680 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:59:16,680 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:59:16,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:17,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:17,002 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:17,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:17,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:17,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:17,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:17,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:17,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:17,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:17,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:17,913 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:18,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:18,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:18,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:18,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:19,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:19,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:19,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:19,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:19,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:19,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:19,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:19,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:19,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:19,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:19,914 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:20,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:20,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:20,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:20,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:20,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:20,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:20,915 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:21,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:21,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:21,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:21,915 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:21,916 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:21,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:21,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:21,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:22,293 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:22,293 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:22,294 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:22,643 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:22,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:22,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:22,916 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:22,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:22,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:22,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:23,916 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:23,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:23,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:23,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:23,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:24,315 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:24,315 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:24,315 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:24,664 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:24,664 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:24,665 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:24,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:25,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:25,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:25,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:25,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:25,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:25,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:25,712 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:25,713 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:25,713 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:25,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:25,917 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:26,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:26,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:26,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:26,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:27,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:27,189 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:27,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:27,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:27,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:27,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:27,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:27,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:27,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:27,918 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:27,919 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:28,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:28,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:28,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:28,919 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:29,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:29,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:29,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:29,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:29,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:29,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:29,919 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:29,919 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:30,010 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:30,010 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:30,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:30,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:30,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:30,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:30,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:30,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:30,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:30,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:31,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:31,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:31,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:31,713 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:59:31,713 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:59:31,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:31,920 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:32,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:32,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:32,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:32,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:32,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:32,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:32,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:32,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:32,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:32,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:33,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:33,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:33,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:33,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:33,921 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:34,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:34,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:34,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:34,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:34,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:34,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:34,879 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:34,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:34,880 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:34,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:35,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:35,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:35,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:35,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:35,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:35,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:35,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:35,922 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:35,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:35,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:35,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:36,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:37,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:37,195 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:37,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:37,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:37,545 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:37,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:37,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:37,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:37,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:37,923 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:37,924 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:38,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:38,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:38,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:38,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:38,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:38,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:38,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:39,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:39,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:39,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:39,925 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:39,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:40,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:40,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:40,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:40,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:40,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:40,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:40,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:40,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:40,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:40,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:41,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:41,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:41,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:41,926 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:41,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:42,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:42,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:42,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:42,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:42,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:42,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:42,902 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:42,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:42,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:42,927 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:43,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:43,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:43,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:43,603 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:43,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:43,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:43,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:43,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:44,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:44,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:44,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:44,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:44,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:44,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:44,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:45,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:45,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:45,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:45,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:45,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:45,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:45,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:45,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:45,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:45,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:45,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:46,769 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 22:59:46,769 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 22:59:46,930 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:47,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:47,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:47,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:47,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:47,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:47,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:47,730 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:47,730 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:47,731 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:47,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:47,931 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:48,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:48,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:48,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:48,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:48,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:48,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:48,932 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:49,350 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 22:59:49,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:49,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:49,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:49,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:49,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:49,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:49,933 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:49,933 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:50,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:50,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:50,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:50,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:50,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:50,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:50,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:50,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:50,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:50,933 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:51,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:52,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:52,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:52,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:52,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:52,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:52,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:52,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:52,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:52,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:52,934 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:53,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:53,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:53,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:53,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:53,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:53,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:53,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:53,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:54,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:54,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:54,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:54,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:54,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:54,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:54,936 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:55,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:55,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:55,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:55,592 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:55,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:55,593 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:55,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:55,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:55,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:55,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:55,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:56,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:56,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:56,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:56,937 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:57,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:57,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:57,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:57,717 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:57,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:57,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:57,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:57,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:58,067 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:58,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:58,068 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:58,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:58,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:58,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:58,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:58,770 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:58,771 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 22:59:58,938 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 22:59:59,939 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 22:59:59,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 22:59:59,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 22:59:59,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:00,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:00,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:00,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:00,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:00,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:00,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:00,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:01,001 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:01,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:01,002 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:01,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:01,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:01,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:01,892 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:00:01,892 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:00:01,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:01,940 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:02,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:02,450 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:02,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:02,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:02,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:02,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:02,941 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:03,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:03,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:03,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:03,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:03,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:03,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:03,852 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:03,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:03,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:03,941 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:03,941 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:04,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:04,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:04,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:04,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:05,144 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:05,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:05,145 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:05,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:05,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:05,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:05,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:05,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:05,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:05,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:05,942 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:06,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:06,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:06,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:06,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:07,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:07,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:07,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:07,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:07,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:07,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:07,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:07,943 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:07,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:07,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:07,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:08,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:08,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:08,325 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:08,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:08,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:08,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:08,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:09,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:09,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:09,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:09,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:09,946 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:09,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:09,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:09,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:10,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:10,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:10,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:10,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:10,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:10,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:10,947 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:11,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:11,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:11,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:11,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:11,387 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:11,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:11,949 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:11,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:12,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:12,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:12,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:12,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:12,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:12,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:12,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:13,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:13,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:13,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:13,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:13,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:13,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:13,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:13,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:13,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:13,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:13,950 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:14,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:14,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:14,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:14,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:15,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:15,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:15,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:15,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:15,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:15,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:15,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:15,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:15,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:15,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:15,951 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:16,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:16,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:16,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:16,952 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:17,013 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:00:17,013 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:00:17,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:17,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:17,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:17,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:17,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:17,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:17,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:17,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:17,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:17,953 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:17,953 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:18,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:18,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:18,216 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:18,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:18,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:18,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:18,954 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:19,607 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:19,608 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:19,609 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:19,954 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:19,954 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:19,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:19,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:19,958 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:20,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:20,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:20,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:20,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:20,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:20,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:20,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:21,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:21,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:21,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:21,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:21,955 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:22,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:22,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:22,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:22,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:22,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:22,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:22,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:22,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:22,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:22,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:23,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:23,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:23,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:23,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:23,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:23,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:23,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:23,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:23,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:23,956 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:24,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:24,969 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:24,969 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:24,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:25,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:25,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:25,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:25,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:25,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:25,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:25,957 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:26,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:26,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:26,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:26,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:26,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:26,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:26,958 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:26,958 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:27,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:27,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:27,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:27,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:27,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:27,652 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:27,958 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:28,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:28,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:28,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:28,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:28,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:28,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:28,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:28,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:28,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:28,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:28,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:29,186 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:00:29,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:29,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:29,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:29,960 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:30,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:30,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:30,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:30,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:30,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:30,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:30,714 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:30,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:30,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:30,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:30,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:31,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:31,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:31,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:31,961 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:32,051 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:00:32,051 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:00:32,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:32,143 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:32,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:32,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:32,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:32,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:32,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:32,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:32,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:32,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:32,962 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:33,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:33,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:33,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:33,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:33,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:33,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:33,963 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:34,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:34,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:34,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:34,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:34,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:34,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:34,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:34,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:35,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:35,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:35,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:35,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:35,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:35,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:35,964 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:35,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:35,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:35,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:36,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:36,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:36,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:36,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:36,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:37,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:37,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:37,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:37,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:37,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:37,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:37,965 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:37,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:37,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:37,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:38,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:38,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:38,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:38,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:38,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:39,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:39,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:39,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:39,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:39,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:39,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:39,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:40,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:40,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:40,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:40,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:40,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:40,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:40,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:40,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:40,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:40,966 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:40,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:41,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:41,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:41,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:41,967 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:42,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:42,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:42,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:42,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:42,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:42,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:42,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:42,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:42,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:42,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:42,968 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:43,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:43,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:43,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:43,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:43,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:43,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:43,969 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:44,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:44,560 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:44,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:44,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:44,910 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:44,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:44,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:44,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:45,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:45,260 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:45,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:45,609 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:45,609 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:45,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:45,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:45,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:45,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:45,970 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:46,971 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:47,165 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:00:47,166 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:00:47,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:47,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:47,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:47,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:47,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:47,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:47,971 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:48,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:48,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:48,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:48,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:48,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:48,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:48,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:48,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:48,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:48,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:48,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:49,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:49,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:49,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:49,973 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:49,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:49,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:49,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:50,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:50,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:50,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:50,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:50,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:50,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:50,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:50,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:51,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:51,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:51,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:51,974 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:52,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:52,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:52,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:52,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:52,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:52,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:52,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:52,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:52,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:52,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:52,975 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:53,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:53,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:53,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:53,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:53,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:53,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:53,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:54,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:54,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:54,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:54,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:54,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:54,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:54,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:54,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:55,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:55,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:55,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:55,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:55,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:55,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:55,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:55,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:55,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:55,978 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:56,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:56,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:56,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:56,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:57,343 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:57,343 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:57,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:57,693 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:57,693 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:57,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:57,979 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:58,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:58,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:58,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:58,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:58,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:58,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:58,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:00:58,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:00:59,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:59,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:59,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:59,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:00:59,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:00:59,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:00:59,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:00,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:00,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:00,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:00,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:00,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:00,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:00,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:00,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:00,933 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:00,981 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:00,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:01,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:01,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:01,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:01,982 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:02,203 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:01:02,203 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:01:02,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:02,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:02,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:02,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:02,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:02,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:02,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:02,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:03,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:03,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:03,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:03,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:03,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:03,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:03,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:03,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:03,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:03,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:04,813 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:04,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:04,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:04,983 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:04,984 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:05,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:05,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:05,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:05,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:05,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:05,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:05,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:05,865 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:05,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:05,984 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:06,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:06,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:06,214 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:06,984 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:06,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:07,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:07,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:07,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:07,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:07,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:07,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:07,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:07,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:07,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:07,985 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:08,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:08,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:08,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:08,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:08,554 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:08,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:08,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:08,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:09,137 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:01:09,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:09,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:09,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:09,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:09,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:09,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:09,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:10,220 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:10,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:10,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:10,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:10,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:10,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:10,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:10,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:10,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:10,987 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:10,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:12,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:12,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:12,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:12,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:12,402 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:12,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:12,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:12,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:12,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:12,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:12,988 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:13,101 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:13,101 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:13,102 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:13,451 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:13,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:13,452 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:13,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:14,387 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:14,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:14,388 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:14,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:14,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:14,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:14,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:14,989 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:15,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:15,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:15,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:15,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:15,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:15,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:15,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:15,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:15,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:15,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:16,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:17,234 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:01:17,234 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:01:17,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:17,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:17,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:17,990 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:18,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:18,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:18,236 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:18,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:18,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:18,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:18,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:18,935 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:18,936 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:18,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:18,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:19,284 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:19,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:19,285 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:19,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:19,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:19,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:19,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:19,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:19,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:19,991 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:20,333 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:20,333 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:20,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:20,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:20,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:21,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:21,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:21,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:21,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:21,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:21,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:21,992 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:22,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:22,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:22,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:22,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:22,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:22,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:22,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:22,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:22,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:22,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:22,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:23,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:23,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:23,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:23,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:24,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:24,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:24,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:24,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:24,422 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:24,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:24,772 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:24,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:24,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:24,995 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:24,996 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:25,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:25,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:25,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:25,996 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:26,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:26,281 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:26,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:26,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:26,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:26,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:26,979 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:26,979 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:26,980 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:26,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:26,997 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:27,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:27,351 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:27,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:27,701 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:27,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:27,702 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:27,998 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:28,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:28,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:28,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:28,998 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:28,998 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:29,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:29,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:29,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:29,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:29,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:29,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:29,744 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:29,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:29,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:29,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:30,094 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:30,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:30,095 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:30,999 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:31,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:31,204 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:31,204 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:31,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:31,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:31,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:31,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:31,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:31,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:31,903 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:32,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:32,252 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:32,252 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:32,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:32,267 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:01:32,268 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:01:32,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:32,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:32,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:32,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:32,953 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:32,954 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:33,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:33,000 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:34,151 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:34,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:34,152 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:34,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:34,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:34,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:34,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:34,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:34,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:35,001 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:35,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:35,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:35,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:35,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:35,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:35,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:35,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:36,002 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:36,584 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:36,584 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:36,585 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:36,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:36,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:36,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:37,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:37,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:37,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:37,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:37,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:37,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:37,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:37,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:37,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:37,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:37,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:38,003 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:39,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:39,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:39,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:39,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:39,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:39,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:39,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:39,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:39,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:39,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:40,004 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:40,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:40,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:40,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:40,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:40,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:40,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:41,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:41,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:41,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:41,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:41,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:41,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:41,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:41,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:42,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:42,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:42,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:42,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:42,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:42,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:42,499 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:42,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:42,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:42,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:43,005 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:43,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:43,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:43,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:43,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:44,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:44,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:44,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:44,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:44,510 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:44,510 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:44,511 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:44,859 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:44,860 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:44,860 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:45,006 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:45,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:45,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:45,210 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:45,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:46,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:46,642 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:46,643 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:46,643 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:46,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:46,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:46,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:47,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:47,007 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:47,297 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:01:47,298 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:01:47,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:47,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:47,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:47,692 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:47,692 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:47,693 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:48,008 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:48,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:48,042 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:48,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:48,390 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:01:48,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:48,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:48,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:49,008 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:49,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:50,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:50,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:50,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:50,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:50,357 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:50,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:50,358 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:50,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:50,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:50,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:51,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:51,009 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:51,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:51,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:51,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:51,408 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:51,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:51,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:52,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:52,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:52,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:52,474 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:52,823 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:52,823 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:52,824 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:53,010 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:53,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:53,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:53,174 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:53,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:53,523 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:53,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:53,524 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:53,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:53,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:53,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:54,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:54,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:54,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:54,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:55,011 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:55,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:55,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:55,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:55,188 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:55,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:55,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:55,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:55,887 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:55,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:55,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:56,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:56,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:56,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:56,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:57,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:57,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:01:57,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:57,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:57,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:57,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:57,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:57,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:58,012 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:58,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:58,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:58,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:58,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:58,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:58,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:58,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:01:58,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:01:58,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:01:59,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:01:59,013 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:00,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:00,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:00,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:00,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:00,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:00,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:00,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:00,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:00,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:01,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:01,014 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:01,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:01,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:01,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:01,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:01,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:01,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:02,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:02,375 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:02:02,375 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:02:02,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:02,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:02,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:02,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:02,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:02,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:03,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:03,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:03,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:03,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:03,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:03,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:03,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:03,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:03,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:03,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:03,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:04,016 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:04,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:04,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:04,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:05,017 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:05,017 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:05,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:05,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:05,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:05,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:05,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:05,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:06,017 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:06,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:06,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:06,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:06,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:06,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:06,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:06,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:06,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:06,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:07,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:07,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:07,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:07,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:07,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:08,018 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:08,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:08,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:08,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:08,566 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:08,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:08,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:08,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:08,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:08,918 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:09,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:09,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:09,266 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:09,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:09,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:10,019 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:10,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:10,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:10,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:10,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:10,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:10,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:10,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:10,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:10,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:11,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:11,020 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:11,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:11,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:11,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:11,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:11,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:11,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:12,022 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:12,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:12,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:12,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:13,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:13,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:13,011 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:13,022 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:13,022 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:13,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:13,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:13,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:13,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:13,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:13,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:14,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:14,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:14,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:14,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:15,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:15,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:15,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:15,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:15,023 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:15,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:15,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:15,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:15,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:15,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:15,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:16,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:16,052 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:16,052 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:16,053 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:16,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:16,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:16,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:17,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:17,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:17,419 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:02:17,420 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:02:17,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:17,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:17,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:17,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:17,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:17,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:18,024 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:18,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:18,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:18,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:18,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:18,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:18,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:18,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:18,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:18,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:19,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:19,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:20,007 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:20,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:20,008 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:20,025 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:20,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:20,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:20,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:20,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:20,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:20,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:21,026 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:21,026 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:21,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:21,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:21,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:21,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:21,406 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:21,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:21,756 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:21,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:21,757 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:22,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:22,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:22,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:22,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:23,027 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:23,028 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:23,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:23,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:23,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:23,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:23,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:23,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:23,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:23,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:23,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:24,028 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:24,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:24,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:24,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:25,028 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:25,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:25,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:25,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:25,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:26,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:26,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:26,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:26,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:26,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:26,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:26,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:26,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:26,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:26,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:27,029 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:27,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:27,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:27,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:27,141 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:27,360 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:02:27,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:27,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:27,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:27,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:27,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:27,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:28,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:28,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:28,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:28,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:29,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:29,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:29,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:29,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:29,171 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:29,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:29,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:29,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:29,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:29,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:29,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:30,030 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:30,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:30,222 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:30,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:31,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:31,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:31,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:31,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:31,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:31,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:31,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:31,497 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:31,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:31,846 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:31,847 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:32,031 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:32,196 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:32,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:32,197 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:32,458 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:02:32,458 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:02:32,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:32,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:32,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:33,032 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:33,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:33,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:33,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:33,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:34,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:34,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:34,124 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:34,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:34,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:34,475 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:34,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:34,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:34,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:34,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:35,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:35,033 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:35,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:35,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:35,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:36,034 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:36,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:36,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:36,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:36,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:36,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:36,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:36,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:36,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:36,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:37,034 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:37,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:37,162 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:37,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:37,163 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:37,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:37,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:37,513 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:38,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:39,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:39,228 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:39,228 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:39,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:39,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:39,579 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:39,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:39,929 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:39,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:39,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:40,035 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:40,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:40,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:40,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:40,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:40,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:40,634 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:41,037 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:41,037 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:41,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:41,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:41,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:41,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:41,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:41,983 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:42,037 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:42,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:42,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:42,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:42,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:42,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:42,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:43,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:43,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:43,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:43,038 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:43,038 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:44,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:44,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:44,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:44,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:44,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:44,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:45,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:45,039 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:45,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:45,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:45,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:45,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:45,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:45,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:45,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:45,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:45,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:46,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:46,128 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:46,129 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:46,129 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:47,040 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:47,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:47,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:47,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:47,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:47,491 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:02:47,491 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:02:47,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:47,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:47,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:47,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:47,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:47,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:48,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:48,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:48,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:48,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:48,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:48,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:48,553 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:49,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:49,041 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:49,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:49,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:49,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:50,042 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:50,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:50,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:50,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:50,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:50,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:50,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:50,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:50,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:50,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:51,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:51,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:51,159 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:51,159 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:51,160 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:52,043 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:52,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:52,238 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:52,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:52,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:52,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:52,591 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:52,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:52,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:52,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:53,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:53,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:53,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:53,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:53,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:53,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:53,640 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:53,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:53,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:53,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:53,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:54,044 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:54,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:54,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:54,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:55,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:55,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:55,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:55,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:55,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:55,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:55,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:55,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:56,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:56,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:56,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:56,045 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:56,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:56,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:56,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:57,046 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:57,046 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:57,392 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:57,392 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:57,393 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:57,742 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:57,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:57,743 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:58,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:58,092 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:58,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:58,093 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:58,442 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:58,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:58,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:58,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:58,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:58,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:02:59,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:02:59,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:02:59,991 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:02:59,992 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:02:59,992 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:00,047 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:00,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:00,341 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:00,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:00,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:00,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:00,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:01,041 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:01,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:01,042 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:01,048 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:01,048 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:01,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:01,391 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:01,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:02,049 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:02,338 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:02,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:02,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:02,522 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:03:02,522 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:03:02,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:02,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:02,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:03,038 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:03,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:03,039 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:03,049 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:03,050 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:03,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:03,388 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:03,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:03,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:03,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:03,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:04,051 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:04,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:04,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:04,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:05,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:05,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:05,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:05,051 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:05,051 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:05,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:05,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:05,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:05,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:05,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:05,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:06,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:06,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:06,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:06,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:06,804 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:03:07,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:07,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:07,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:07,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:07,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:07,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:07,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:07,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:08,052 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:08,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:08,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:08,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:08,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:08,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:08,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:08,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:08,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:08,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:09,053 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:09,053 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:09,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:09,269 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:09,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:10,053 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:10,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:10,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:10,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:10,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:10,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:10,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:11,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:11,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:11,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:11,054 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:11,054 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:11,351 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:11,352 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:11,352 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:11,702 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:11,702 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:11,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:12,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:12,774 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:12,774 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:12,775 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:13,055 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:13,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:13,124 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:13,125 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:13,125 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:13,474 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:13,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:13,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:13,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:13,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:13,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:14,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:14,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:14,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:14,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:15,056 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:15,057 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:15,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:15,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:15,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:15,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:15,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:15,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:15,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:15,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:15,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:16,057 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:16,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:16,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:16,201 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:16,550 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:16,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:16,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:17,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:17,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:17,559 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:03:17,559 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:03:17,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:17,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:17,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:17,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:17,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:17,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:18,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:18,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:18,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:18,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:18,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:18,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:18,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:18,962 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:18,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:18,963 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:19,059 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:19,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:20,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:20,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:20,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:20,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:20,468 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:20,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:20,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:20,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:20,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:21,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:21,060 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:21,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:21,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:21,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:21,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:21,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:21,518 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:22,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:22,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:22,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:22,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:22,831 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:22,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:22,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:23,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:23,061 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:23,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:23,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:23,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:23,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:23,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:23,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:23,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:23,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:23,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:24,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:24,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:24,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:24,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:25,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:25,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:25,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:25,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:25,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:25,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:25,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:25,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:25,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:25,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:25,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:26,062 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:26,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:26,243 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:26,243 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:26,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:26,614 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:26,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:27,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:27,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:27,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:27,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:27,711 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:28,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:28,061 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:28,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:28,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:28,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:28,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:28,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:28,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:28,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:28,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:29,065 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:29,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:29,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:29,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:29,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:30,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:30,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:30,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:30,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:30,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:30,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:30,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:30,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:30,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:30,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:31,066 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:31,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:31,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:31,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:31,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:31,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:31,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:31,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:32,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:32,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:32,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:32,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:32,596 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:03:32,596 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:03:32,733 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:32,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:32,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:33,067 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:33,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:33,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:33,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:33,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:33,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:33,434 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:33,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:33,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:33,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:33,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:34,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:34,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:34,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:34,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:35,068 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:35,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:35,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:35,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:35,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:35,598 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:35,598 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:35,598 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:35,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:35,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:35,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:36,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:36,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:36,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:36,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:37,069 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:37,070 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:37,313 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:37,313 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:37,314 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:37,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:37,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:37,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:38,014 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:38,014 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:38,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:38,070 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:38,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:38,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:38,365 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:38,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:38,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:38,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:39,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:39,071 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:40,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:40,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:40,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:40,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:40,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:40,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:41,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:41,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:41,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:41,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:41,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:41,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:41,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:41,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:42,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:42,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:42,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:42,072 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:42,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:42,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:42,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:42,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:42,778 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:42,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:43,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:43,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:43,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:43,715 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:43,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:44,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:44,065 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:44,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:44,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:44,415 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:44,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:44,416 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:44,765 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:44,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:44,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:45,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:45,075 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:45,115 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:45,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:45,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:46,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:46,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:46,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:46,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:46,581 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:46,581 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:46,582 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:46,932 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:46,932 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:46,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:46,961 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:03:47,076 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:47,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:47,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:47,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:47,282 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:47,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:47,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:47,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:47,637 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:03:47,638 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:03:48,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:48,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:48,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:48,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:48,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:48,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:48,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:49,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:49,077 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:49,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:49,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:49,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:49,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:49,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:49,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:50,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:50,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:50,046 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:50,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:51,078 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:51,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:51,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:51,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:51,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:51,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:51,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:51,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:51,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:51,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:52,079 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:52,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:52,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:52,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:52,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:52,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:52,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:53,079 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:53,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:53,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:53,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:53,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:53,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:53,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:53,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:54,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:54,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:54,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:54,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:54,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:54,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:54,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:54,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:54,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:54,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:55,080 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:55,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:55,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:55,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:55,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:56,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:56,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:56,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:56,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:56,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:56,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:56,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:56,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:56,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:56,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:57,081 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:57,082 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:57,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:57,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:57,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:57,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:57,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:57,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:58,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:58,723 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:58,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:58,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:59,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:59,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:59,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:59,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:03:59,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:03:59,422 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:59,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:59,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:03:59,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:03:59,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:03:59,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:00,083 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:00,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:00,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:00,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:01,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:01,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:01,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:01,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:01,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:01,428 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:01,428 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:01,429 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:01,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:01,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:01,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:02,084 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:02,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:02,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:02,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:02,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:02,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:02,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:02,673 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:04:02,673 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:04:03,085 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:03,085 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:03,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:03,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:03,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:03,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:03,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:03,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:04,085 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:04,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:04,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:04,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:04,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:04,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:04,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:04,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:04,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:04,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:05,086 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:05,086 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:05,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:05,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:05,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:06,086 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:06,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:06,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:06,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:06,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:06,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:06,663 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:07,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:07,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:07,015 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:07,087 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:07,087 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:07,365 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:07,365 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:07,366 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:07,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:07,716 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:07,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:08,088 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:09,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:09,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:09,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:09,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:09,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:09,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:09,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:09,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:09,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:09,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:10,089 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:10,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:10,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:10,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:10,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:10,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:10,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:10,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:10,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:10,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:11,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:11,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:11,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:11,873 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:11,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:12,090 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:12,222 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:12,223 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:12,223 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:12,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:12,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:12,573 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:12,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:12,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:12,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:13,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:13,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:13,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:13,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:13,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:14,091 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:14,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:14,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:14,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:14,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:14,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:14,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:15,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:15,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:15,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:15,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:15,092 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:15,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:15,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:15,423 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:15,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:15,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:15,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:16,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:16,756 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:16,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:16,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:17,093 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:17,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:17,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:17,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:17,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:17,456 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:17,456 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:17,457 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:17,706 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:04:17,706 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:04:17,813 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:17,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:17,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:18,094 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:18,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:18,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:18,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:19,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:19,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:19,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:19,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:19,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:19,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:19,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:20,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:20,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:20,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:20,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:20,095 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:20,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:20,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:20,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:20,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:20,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:20,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:21,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:21,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:21,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:21,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:22,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:22,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:22,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:22,096 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:22,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:22,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:22,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:22,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:22,784 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:22,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:22,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:23,097 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:23,134 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:23,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:23,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:23,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:23,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:23,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:24,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:24,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:24,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:24,583 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:24,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:24,933 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:24,933 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:24,934 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:25,098 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:25,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:25,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:25,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:25,633 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:25,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:25,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:25,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:25,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:25,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:26,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:26,099 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:26,127 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:04:27,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:27,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:27,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:27,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:27,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:27,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:27,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:27,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:27,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:27,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:28,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:28,100 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:28,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:28,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:28,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:28,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:28,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:28,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:29,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:29,444 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:29,445 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:29,445 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:29,794 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:29,794 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:29,795 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:30,101 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:30,102 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:30,143 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:30,144 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:30,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:30,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:30,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:30,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:30,844 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:30,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:30,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:31,102 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:31,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:31,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:31,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:32,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:32,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:32,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:32,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:32,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:32,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:32,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:32,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:32,741 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:04:32,742 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:04:32,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:32,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:32,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:33,103 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:33,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:33,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:33,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:34,104 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:34,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:34,302 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:34,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:34,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:34,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:34,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:34,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:35,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:35,006 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:35,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:35,105 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:35,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:35,356 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:35,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:35,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:35,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:35,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:36,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:36,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:36,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:36,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:36,648 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:37,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:37,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:37,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:37,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:37,355 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:37,355 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:37,356 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:37,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:37,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:37,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:38,055 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:38,055 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:38,056 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:38,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:38,106 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:39,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:39,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:39,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:39,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:39,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:39,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:40,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:40,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:40,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:40,107 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:40,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:40,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:40,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:40,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:40,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:40,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:40,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:41,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:41,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:41,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:41,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:42,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:42,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:42,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:42,108 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:42,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:42,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:42,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:42,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:42,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:42,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:42,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:43,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:43,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:43,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:43,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:43,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:43,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:43,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:44,109 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:44,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:44,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:44,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:44,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:44,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:44,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:44,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:45,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:45,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:45,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:45,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:45,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:45,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:45,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:46,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:46,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:46,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:46,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:46,110 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:47,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:47,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:47,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:47,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:47,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:47,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:47,776 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:04:47,776 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:04:47,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:47,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:47,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:48,111 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:48,111 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:48,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:48,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:48,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:48,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:48,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:48,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:49,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:49,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:49,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:49,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:49,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:49,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:49,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:50,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:50,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:50,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:50,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:50,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:50,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:50,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:50,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:50,847 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:50,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:50,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:51,112 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:52,113 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:52,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:52,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:52,131 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:52,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:52,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:52,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:52,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:52,831 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:52,832 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:53,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:53,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:53,180 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:53,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:53,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:53,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:53,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:54,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:54,114 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:54,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:54,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:54,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:54,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:54,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:54,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:55,115 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:55,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:55,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:55,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:55,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:55,521 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:55,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:55,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:55,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:55,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:56,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:56,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:56,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:56,813 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:56,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:57,116 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:57,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:57,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:57,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:57,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:57,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:57,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:57,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:57,867 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:57,868 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:58,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:58,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:04:58,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:58,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:58,218 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:59,117 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:04:59,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:59,381 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:59,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:04:59,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:04:59,734 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:04:59,735 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:00,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:00,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:00,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:00,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:00,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:00,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:00,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:00,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:00,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:00,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:00,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:01,118 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:01,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:01,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:01,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:02,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:02,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:02,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:02,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:02,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:02,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:02,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:02,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:02,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:02,797 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:02,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:02,806 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:05:02,807 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:05:03,119 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:03,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:03,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:03,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:03,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:03,500 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:03,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:04,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:04,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:04,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:04,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:04,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:04,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:04,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:04,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:05,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:05,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:05,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:05,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:05,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:05,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:05,692 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:06,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:06,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:06,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:06,120 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:06,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:06,185 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:05:07,043 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:07,043 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:07,043 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:07,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:07,394 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:07,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:07,395 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:07,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:07,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:07,745 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:08,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:08,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:08,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:08,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:08,121 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:08,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:08,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:08,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:09,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:09,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:09,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:09,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:09,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:09,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:09,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:10,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:10,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:10,097 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:10,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:10,122 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:10,445 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:10,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:10,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:10,795 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:10,795 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:10,796 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:11,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:11,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:11,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:11,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:12,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:12,123 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:12,321 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:12,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:12,322 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:12,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:12,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:12,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:13,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:13,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:13,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:13,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:13,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:13,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:13,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:14,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:14,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:14,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:14,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:14,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:14,647 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:14,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:14,648 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:14,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:14,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:14,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:15,124 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:15,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:15,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:15,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:15,695 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:15,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:15,696 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:16,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:16,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:16,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:16,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:16,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:17,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:17,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:17,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:17,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:17,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:17,473 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:17,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:17,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:17,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:17,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:17,838 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:05:17,839 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:05:18,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:18,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:18,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:18,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:18,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:18,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:18,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:18,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:19,127 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:19,516 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:19,516 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:19,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:19,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:19,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:19,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:20,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:20,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:20,215 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:20,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:20,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:20,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:20,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:20,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:20,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:20,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:20,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:21,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:22,128 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:22,213 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:22,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:22,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:22,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:22,563 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:22,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:22,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:22,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:22,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:23,129 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:23,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:23,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:23,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:23,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:23,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:23,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:24,130 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:24,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:24,691 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:24,691 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:24,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:25,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:25,041 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:25,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:25,131 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:25,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:25,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:25,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:25,740 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:25,740 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:25,741 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:26,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:26,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:26,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:26,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:26,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:27,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:27,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:27,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:27,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:27,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:27,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:27,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:27,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:27,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:27,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:28,132 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:28,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:28,161 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:28,162 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:28,162 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:28,511 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:28,512 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:28,512 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:29,133 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:29,466 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:29,467 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:29,467 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:29,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:29,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:29,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:30,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:30,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:30,167 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:30,167 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:30,167 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:30,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:30,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:30,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:30,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:30,871 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:30,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:31,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:31,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:31,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:31,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:32,134 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:32,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:32,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:32,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:32,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:32,685 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:32,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:32,686 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:32,872 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:05:32,872 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:05:33,036 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:33,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:33,037 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:33,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:33,386 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:33,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:33,387 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:34,135 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:34,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:34,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:34,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:34,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:34,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:34,719 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:34,719 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:35,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:35,069 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:35,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:35,136 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:35,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:35,419 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:35,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:35,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:35,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:35,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:36,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:36,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:36,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:36,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:36,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:37,137 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:37,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:37,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:37,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:37,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:37,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:37,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:37,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:37,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:37,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:38,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:38,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:38,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:38,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:38,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:39,138 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:39,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:39,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:39,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:39,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:39,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:39,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:39,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:39,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:39,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:40,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:40,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:40,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:40,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:40,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:40,642 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:40,642 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:40,643 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:41,139 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:41,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:41,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:41,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:41,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:41,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:41,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:42,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:42,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:42,292 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:42,292 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:42,293 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:42,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:42,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:42,663 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:43,013 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:43,013 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:43,014 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:43,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:44,079 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:44,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:44,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:44,140 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:44,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:44,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:44,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:44,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:44,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:44,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:44,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:45,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:45,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:45,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:45,141 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:45,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:45,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:45,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:45,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:45,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:45,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:46,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:46,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:46,186 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:05:46,825 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:46,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:46,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:47,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:47,175 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:47,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:47,176 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:47,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:47,525 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:47,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:47,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:47,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:47,875 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:47,903 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:05:47,903 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:05:48,143 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:48,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:48,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:48,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:48,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:49,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:49,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:49,302 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:49,303 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:49,655 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:49,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:49,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:50,005 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:50,005 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:50,006 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:50,144 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:50,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:50,356 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:50,357 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:50,357 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:50,706 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:50,706 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:50,707 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:51,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:51,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:51,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:51,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:52,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:52,145 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:52,208 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:52,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:52,209 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:52,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:52,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:52,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:52,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:52,907 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:52,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:53,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:53,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:53,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:53,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:54,146 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:54,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:54,564 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:54,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:54,565 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:54,916 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:54,916 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:54,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:55,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:55,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:55,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:55,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:55,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:55,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:55,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:55,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:55,966 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:55,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:56,147 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:56,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:57,142 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:57,143 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:57,144 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:57,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:57,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:57,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:57,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:57,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:57,844 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:57,845 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:58,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:58,148 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:05:58,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:58,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:58,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:58,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:58,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:58,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:58,893 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:58,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:58,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:05:59,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:05:59,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:05:59,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:05:59,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:00,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:00,161 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:00,198 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:00,199 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:00,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:00,548 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:00,549 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:00,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:00,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:00,898 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:00,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:01,162 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:01,249 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:01,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:01,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:02,162 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:02,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:02,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:02,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:02,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:02,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:02,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:02,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:02,937 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:06:02,937 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:06:02,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:02,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:02,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:03,163 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:03,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:03,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:03,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:03,688 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:03,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:03,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:04,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:04,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:04,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:04,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:04,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:05,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:05,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:05,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:05,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:05,503 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:05,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:05,504 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:05,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:05,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:05,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:06,164 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:06,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:06,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:06,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:06,204 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:07,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:07,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:07,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:07,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:07,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:07,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:07,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:07,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:07,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:07,859 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:08,165 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:08,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:08,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:08,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:08,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:08,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:08,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:08,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:09,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:09,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:09,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:09,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:09,874 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:09,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:09,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:10,166 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:10,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:10,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:10,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:10,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:10,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:10,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:10,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:10,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:10,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:10,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:11,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:11,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:11,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:11,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:12,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:12,167 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:12,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:12,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:12,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:12,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:12,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:12,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:13,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:13,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:13,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:13,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:13,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:13,386 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:13,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:14,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:14,168 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:14,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:14,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:14,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:14,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:14,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:14,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:15,090 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:15,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:15,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:15,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:15,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:15,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:15,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:15,792 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:15,792 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:15,793 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:16,169 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:16,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:16,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:16,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:16,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:17,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:17,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:17,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:17,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:17,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:17,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:17,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:17,930 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:17,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:17,931 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:17,967 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:06:17,968 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:06:18,170 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:18,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:18,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:18,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:18,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:19,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:19,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:19,548 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:19,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:19,898 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:19,899 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:19,899 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:20,171 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:20,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:20,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:20,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:20,250 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:20,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:20,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:20,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:20,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:20,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:20,950 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:21,172 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:21,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:21,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:21,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:22,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:22,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:22,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:22,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:22,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:22,669 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:22,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:22,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:23,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:23,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:23,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:23,173 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:23,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:23,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:23,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:23,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:23,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:23,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:24,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:24,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:24,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:24,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:24,174 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:25,210 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:25,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:25,211 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:25,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:25,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:25,563 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:25,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:25,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:25,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:26,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:26,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:26,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:26,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:26,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:26,397 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:06:26,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:26,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:26,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:27,175 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:27,853 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:27,853 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:27,854 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:28,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:28,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:28,203 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:28,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:28,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:28,552 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:28,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:28,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:28,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:28,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:28,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:29,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:29,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:29,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:29,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:30,176 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:30,177 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:30,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:30,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:30,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:30,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:30,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:30,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:31,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:31,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:31,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:31,177 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:31,373 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:31,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:31,374 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:31,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:31,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:31,724 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:32,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:32,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:32,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:32,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:32,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:33,004 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:06:33,004 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:06:33,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:33,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:33,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:33,178 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:33,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:33,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:33,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:33,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:33,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:33,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:34,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:34,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:34,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:34,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:34,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:34,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:34,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:34,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:35,179 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:35,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:35,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:35,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:36,141 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:36,142 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:36,142 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:36,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:36,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:36,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:36,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:36,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:36,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:36,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:36,843 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:37,180 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:37,194 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:37,194 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:37,195 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:38,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:38,181 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:38,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:38,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:38,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:39,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:39,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:39,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:39,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:39,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:39,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:39,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:39,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:39,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:39,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:40,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:40,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:40,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:40,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:40,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:41,182 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:41,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:41,213 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:41,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:41,563 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:41,564 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:41,564 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:41,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:41,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:41,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:42,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:42,183 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:42,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:42,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:42,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:42,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:42,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:42,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:43,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:43,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:43,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:43,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:44,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:44,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:44,041 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:44,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:44,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:44,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:44,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:44,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:44,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:44,742 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:44,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:45,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:45,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:45,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:45,184 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:46,185 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:46,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:46,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:46,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:46,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:46,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:46,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:46,955 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:46,955 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:46,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:47,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:47,304 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:47,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:47,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:47,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:47,655 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:47,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:48,036 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:06:48,036 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:06:48,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:48,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:48,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:48,600 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:48,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:48,949 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:48,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:48,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:49,186 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:49,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:49,300 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:49,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:49,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:49,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:49,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:49,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:49,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:50,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:50,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:50,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:51,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:51,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:51,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:51,187 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:51,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:51,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:51,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:51,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:51,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:51,785 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:52,134 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:52,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:52,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:52,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:52,188 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:52,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:52,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:52,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:52,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:52,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:52,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:53,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:53,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:53,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:53,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:54,188 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:54,188 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:54,189 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:54,189 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:54,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:54,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:54,539 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:54,540 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:54,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:54,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:54,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:55,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:55,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:55,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:55,240 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:56,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:56,190 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:56,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:56,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:56,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:56,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:56,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:56,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:56,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:56,995 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:56,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:57,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:57,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:57,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:57,346 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:57,705 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:57,705 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:57,706 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:58,191 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:06:58,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:06:59,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:59,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:59,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:06:59,718 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:06:59,718 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:06:59,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:00,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:00,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:00,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:00,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:00,192 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:00,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:00,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:00,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:00,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:00,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:00,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:01,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:01,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:01,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:01,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:02,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:02,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:02,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:02,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:02,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:02,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:02,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:02,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:02,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:02,818 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:02,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:03,125 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:07:03,125 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:07:03,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:03,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:03,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:03,194 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:04,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:04,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:04,279 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:04,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:04,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:04,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:04,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:04,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:04,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:04,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:05,195 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:05,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:05,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:05,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:05,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:05,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:05,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:05,818 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:07:06,196 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:06,196 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:06,625 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:06,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:06,626 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:06,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:06,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:06,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:07,196 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:07,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:07,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:07,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:07,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:07,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:07,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:08,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:08,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:08,033 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:08,197 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:08,197 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:08,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:08,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:08,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:09,197 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:09,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:09,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:09,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:09,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:09,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:09,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:10,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:10,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:10,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:10,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:10,198 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:10,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:10,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:10,383 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:10,733 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:10,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:10,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:11,200 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:11,800 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:11,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:11,801 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:12,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:12,151 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:12,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:12,200 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:12,200 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:12,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:12,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:12,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:12,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:12,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:12,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:13,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:13,201 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:13,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:13,202 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:14,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:14,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:14,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:14,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:14,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:14,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:14,504 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:14,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:14,854 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:14,854 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:14,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:15,203 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:15,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:15,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:15,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:15,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:15,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:15,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:16,205 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:16,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:16,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:16,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:16,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:16,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:16,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:17,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:17,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:17,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:17,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:17,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:17,698 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:17,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:17,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:18,049 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:18,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:18,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:18,158 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:07:18,158 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:07:18,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:18,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:19,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:19,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:19,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:19,206 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:19,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:19,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:19,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:19,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:19,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:19,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:20,074 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:20,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:20,075 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:20,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:20,207 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:20,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:20,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:20,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:21,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:21,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:21,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:21,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:21,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:21,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:21,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:22,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:22,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:22,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:22,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:22,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:22,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:22,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:22,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:22,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:22,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:22,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:23,208 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:23,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:23,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:23,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:24,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:24,209 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:24,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:24,732 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:24,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:25,082 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:25,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:25,083 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:25,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:25,432 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:25,432 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:25,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:25,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:25,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:25,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:26,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:26,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:26,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:26,210 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:26,211 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:27,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:27,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:27,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:27,211 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:27,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:27,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:27,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:27,817 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:27,817 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:27,818 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:28,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:28,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:28,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:28,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:28,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:28,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:28,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:28,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:29,212 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:29,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:29,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:29,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:29,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:29,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:29,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:30,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:30,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:30,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:30,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:30,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:30,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:30,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:30,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:31,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:31,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:31,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:31,213 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:32,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:32,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:32,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:32,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:32,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:32,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:32,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:32,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:32,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:32,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:32,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:33,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:33,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:33,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:33,193 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:07:33,194 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:07:33,214 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:33,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:33,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:33,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:33,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:33,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:33,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:34,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:34,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:34,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:34,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:34,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:35,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:35,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:35,194 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:35,216 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:35,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:35,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:35,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:35,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:35,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:35,895 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:36,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:36,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:36,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:36,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:36,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:37,217 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:38,218 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:38,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:38,311 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:38,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:38,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:38,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:38,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:39,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:39,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:39,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:39,218 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:39,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:39,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:39,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:39,714 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:39,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:39,715 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:40,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:40,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:40,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:40,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:40,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:41,087 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:41,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:41,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:41,219 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:41,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:41,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:41,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:41,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:41,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:41,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:42,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:42,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:42,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:42,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:42,220 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:42,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:42,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:42,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:42,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:42,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:42,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:43,221 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:43,914 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:43,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:43,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:44,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:44,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:44,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:44,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:44,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:44,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:44,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:44,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:44,965 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:44,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:44,966 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:45,222 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:45,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:45,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:45,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:46,198 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:07:46,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:46,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:46,232 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:46,232 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:46,233 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:46,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:46,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:46,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:46,931 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:46,931 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:46,932 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:47,223 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:47,280 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:47,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:47,281 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:47,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:47,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:47,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:48,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:48,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:48,225 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:07:48,225 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:07:49,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:49,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:49,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:49,224 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:49,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:49,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:49,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:49,801 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:49,801 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:49,802 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:50,150 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:50,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:50,151 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:50,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:50,225 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:50,501 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:50,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:50,502 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:50,850 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:50,850 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:50,851 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:51,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:51,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:51,949 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:51,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:52,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:52,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:52,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:52,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:52,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:52,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:52,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:52,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:52,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:52,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:52,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:53,236 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:53,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:53,347 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:53,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:54,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:54,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:54,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:54,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:54,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:54,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:54,686 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:54,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:55,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:55,036 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:55,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:55,237 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:55,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:55,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:55,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:55,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:55,735 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:55,736 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:56,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:56,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:56,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:56,738 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:56,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:57,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:57,088 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:57,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:57,238 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:57,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:57,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:57,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:57,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:57,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:57,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:58,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:58,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:58,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:58,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:58,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:58,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:58,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:59,239 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:07:59,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:07:59,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:59,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:59,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:07:59,974 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:07:59,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:07:59,975 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:00,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:00,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:00,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:00,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:00,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:00,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:00,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:01,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:01,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:01,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:01,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:01,240 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:01,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:01,950 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:01,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:02,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:02,299 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:02,299 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:02,300 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:02,649 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:02,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:02,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:02,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:02,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:03,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:03,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:03,241 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:03,255 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:08:03,255 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:08:03,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:03,349 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:03,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:04,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:04,391 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:04,391 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:04,392 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:04,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:04,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:04,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:05,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:05,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:05,092 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:05,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:05,242 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:05,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:05,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:05,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:05,791 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:05,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:05,792 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:06,243 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:07,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:07,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:07,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:07,243 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:07,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:07,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:07,535 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:07,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:07,884 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:07,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:07,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:08,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:08,235 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:08,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:08,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:08,585 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:08,585 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:08,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:09,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:09,244 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:09,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:09,552 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:09,552 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:09,924 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:09,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:09,925 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:10,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:10,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:10,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:10,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:10,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:10,624 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:10,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:10,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:10,973 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:10,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:11,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:11,245 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:11,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:11,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:11,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:12,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:12,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:12,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:12,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:12,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:12,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:12,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:13,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:13,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:13,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:13,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:13,246 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:13,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:13,461 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:13,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:13,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:13,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:13,813 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:14,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:14,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:14,716 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:14,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:15,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:15,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:15,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:15,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:15,248 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:15,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:15,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:15,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:15,767 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:15,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:15,768 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:16,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:16,117 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:16,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:16,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:17,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:17,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:17,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:17,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:17,249 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:17,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:17,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:17,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:17,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:17,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:17,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:18,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:18,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:18,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:18,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:18,288 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:08:18,288 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:08:18,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:18,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:18,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:19,250 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:19,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:19,539 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:19,540 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:19,540 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:19,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:19,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:19,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:20,239 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:20,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:20,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:20,251 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:20,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:20,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:20,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:20,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:20,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:20,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:21,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:21,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:21,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:21,863 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:21,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:22,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:22,215 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:22,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:22,253 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:22,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:22,565 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:22,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:22,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:22,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:22,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:23,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:23,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:23,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:23,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:23,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:24,254 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:24,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:24,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:24,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:24,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:24,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:24,721 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:25,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:25,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:25,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:25,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:25,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:25,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:25,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:25,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:25,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:25,772 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:25,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:26,255 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:26,354 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:08:27,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:27,217 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:27,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:27,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:27,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:27,567 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:27,567 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:27,567 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:27,915 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:27,915 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:27,916 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:28,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:28,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:28,265 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:28,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:28,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:28,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:28,617 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:29,256 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:29,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:29,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:29,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:29,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:29,896 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:29,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:29,897 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:30,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:30,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:30,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:30,257 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:30,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:30,596 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:30,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:30,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:30,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:30,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:31,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:31,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:32,037 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:32,038 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:32,038 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:32,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:32,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:32,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:32,390 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:32,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:32,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:32,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:33,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:33,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:33,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:33,258 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:33,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:33,326 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:08:33,326 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:08:33,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:33,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:33,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:34,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:34,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:34,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:34,588 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:34,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:34,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:34,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:35,259 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:35,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:35,286 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:35,286 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:35,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:35,635 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:35,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:35,636 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:35,985 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:35,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:35,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:36,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:36,370 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:36,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:36,371 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:37,260 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:37,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:37,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:37,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:37,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:37,827 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:37,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:37,828 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:38,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:38,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:38,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:38,261 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:38,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:38,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:38,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:38,876 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:38,876 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:38,877 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:39,263 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:39,263 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:40,091 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:40,091 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:40,091 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:40,263 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:40,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:40,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:40,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:40,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:40,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:40,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:41,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:41,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:41,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:41,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:41,264 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:41,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:41,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:41,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:41,862 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:41,862 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:41,863 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:42,265 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:42,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:42,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:42,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:43,259 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:43,259 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:43,260 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:43,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:43,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:43,610 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:43,610 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:43,610 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:43,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:43,959 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:43,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:44,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:44,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:44,309 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:44,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:45,266 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:45,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:45,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:45,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:45,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:45,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:45,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:45,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:46,126 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:46,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:46,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:46,267 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:46,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:46,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:46,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:46,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:46,826 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:46,826 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:47,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:47,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:47,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:47,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:47,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:48,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:48,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:48,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:48,268 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:48,359 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:08:48,360 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:08:48,517 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:48,517 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:48,517 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:48,866 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:48,866 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:48,867 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:49,216 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:49,216 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:49,217 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:49,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:49,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:49,565 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:49,566 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:49,566 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:50,269 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:50,587 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:50,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:50,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:50,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:50,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:50,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:51,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:51,270 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:51,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:51,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:51,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:51,637 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:51,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:51,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:51,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:51,987 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:51,987 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:52,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:53,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:53,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:53,074 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:53,271 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:53,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:53,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:53,423 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:53,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:53,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:53,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:53,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:54,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:54,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:54,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:54,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:54,498 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:54,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:54,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:55,272 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:55,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:55,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:55,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:55,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:55,995 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:55,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:55,996 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:56,273 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:56,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:56,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:56,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:56,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:56,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:56,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:57,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:57,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:57,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:57,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:57,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:58,134 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:58,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:58,135 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:58,274 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:58,484 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:58,484 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:58,484 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:58,834 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:58,834 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:58,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:59,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:59,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:59,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:08:59,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:08:59,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:08:59,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:08:59,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:08:59,535 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:00,275 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:00,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:00,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:00,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:00,891 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:00,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:00,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:01,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:01,241 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:01,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:01,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:01,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:01,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:01,590 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:01,590 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:01,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:01,940 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:01,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:02,276 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:02,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:02,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:02,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:03,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:03,277 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:03,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:03,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:03,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:03,394 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:09:03,394 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:09:03,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:03,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:03,705 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:04,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:04,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:04,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:04,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:04,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:04,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:04,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:04,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:04,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:04,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:05,278 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:05,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:05,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:05,699 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:05,699 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:06,048 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:06,049 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:06,049 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:06,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:06,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:06,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:06,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:06,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:06,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:06,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:07,014 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:09:07,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:07,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:07,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:07,279 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:07,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:08,118 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:08,119 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:08,119 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:08,280 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:08,469 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:08,470 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:08,470 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:08,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:08,819 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:08,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:09,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:09,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:09,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:09,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:09,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:09,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:09,519 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:09,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:10,281 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:10,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:10,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:10,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:10,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:10,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:10,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:11,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:11,282 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:11,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:11,290 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:11,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:11,640 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:11,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:11,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:11,991 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:11,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:11,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:12,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:13,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:13,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:13,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:13,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:13,284 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:13,375 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:13,375 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:13,376 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:13,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:13,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:13,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:14,097 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:14,097 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:14,098 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:14,285 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:14,447 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:14,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:14,448 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:15,285 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:15,285 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:15,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:15,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:15,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:15,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:15,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:15,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:16,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:16,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:16,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:16,286 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:16,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:16,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:16,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:16,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:16,884 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:16,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:17,288 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:17,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:17,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:17,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:17,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:18,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:18,182 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:18,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:18,288 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:18,429 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:09:18,429 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:09:18,532 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:18,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:18,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:18,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:18,882 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:18,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:19,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:19,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:19,232 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:19,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:19,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:19,582 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:19,582 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:19,583 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:20,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:20,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:20,716 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:20,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:21,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:21,067 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:21,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:21,289 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:21,290 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:21,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:21,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:21,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:21,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:21,767 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:21,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:22,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:22,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:22,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:22,291 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:23,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:23,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:23,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:23,291 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:23,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:23,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:23,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:23,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:23,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:23,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:23,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:24,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:24,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:24,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:24,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:24,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:24,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:24,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:25,292 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:25,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:25,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:25,570 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:25,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:25,920 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:25,920 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:25,921 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:26,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:26,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:26,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:26,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:26,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:26,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:26,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:26,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:26,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:26,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:27,293 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:27,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:28,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:28,079 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:28,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:28,294 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:28,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:28,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:28,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:28,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:28,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:28,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:29,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:29,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:29,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:29,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:29,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:29,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:29,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:29,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:30,295 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:30,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:30,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:30,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:30,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:30,800 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:30,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:31,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:31,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:31,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:31,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:31,296 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:31,499 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:31,499 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:31,500 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:31,848 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:31,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:31,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:32,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:32,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:32,913 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:32,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:33,264 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:33,264 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:33,265 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:33,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:33,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:33,461 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:09:33,461 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:09:33,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:33,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:33,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:33,964 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:33,965 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:33,965 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:34,299 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:34,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:34,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:34,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:35,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:35,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:35,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:35,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:35,300 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:35,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:35,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:35,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:35,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:35,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:35,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:36,301 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:36,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:36,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:36,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:36,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:36,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:36,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:37,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:37,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:37,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:37,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:37,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:38,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:38,086 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:38,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:38,303 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:38,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:38,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:38,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:38,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:38,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:38,787 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:39,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:39,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:39,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:39,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:39,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:39,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:39,488 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:39,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:40,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:40,616 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:40,616 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:40,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:40,966 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:40,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:40,967 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:41,304 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:41,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:41,316 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:41,316 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:41,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:41,665 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:41,666 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:41,666 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:42,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:42,015 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:42,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:42,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:42,388 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:42,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:42,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:43,305 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:43,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:43,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:43,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:43,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:43,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:43,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:43,674 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:44,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:44,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:44,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:44,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:44,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:44,373 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:44,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:44,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:44,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:44,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:45,306 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:45,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:45,752 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:45,752 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:45,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:46,102 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:46,102 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:46,103 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:46,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:46,452 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:46,452 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:46,453 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:46,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:46,802 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:46,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:46,921 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:09:47,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:47,153 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:47,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:47,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:47,307 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:48,368 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:48,369 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:48,369 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:48,497 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:09:48,497 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:09:48,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:48,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:48,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:49,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:49,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:49,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:49,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:49,308 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:49,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:49,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:49,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:49,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:49,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:49,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:50,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:50,763 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:50,764 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:50,764 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:51,113 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:51,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:51,114 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:51,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:51,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:51,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:51,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:51,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:51,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:51,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:51,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:52,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:52,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:52,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:52,309 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:52,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:52,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:52,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:53,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:53,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:53,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:53,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:53,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:53,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:53,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:53,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:54,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:54,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:54,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:54,310 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:54,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:54,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:54,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:54,919 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:54,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:54,920 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:55,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:55,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:56,173 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:56,173 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:56,174 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:56,311 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:56,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:56,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:56,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:56,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:56,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:56,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:57,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:57,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:57,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:57,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:57,312 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:57,575 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:57,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:57,576 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:57,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:57,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:57,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:58,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:59,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:59,008 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:59,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:59,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:09:59,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:09:59,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:59,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:59,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:09:59,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:09:59,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:09:59,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:00,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:00,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:00,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:00,313 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:00,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:00,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:00,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:01,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:01,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:01,495 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:01,495 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:01,496 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:01,845 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:01,845 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:01,846 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:02,195 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:02,196 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:02,196 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:02,314 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:02,546 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:02,546 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:02,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:02,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:02,896 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:02,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:03,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:03,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:03,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:03,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:03,315 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:03,528 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:10:03,528 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:10:05,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:05,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:05,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:05,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:05,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:05,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:05,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:06,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:06,220 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:06,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:06,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:06,569 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:06,569 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:06,570 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:06,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:06,919 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:06,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:07,269 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:07,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:07,270 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:07,316 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:07,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:07,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:07,621 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:07,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:07,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:07,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:07,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:08,317 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:09,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:09,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:09,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:09,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:09,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:09,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:09,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:09,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:09,721 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:09,721 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:09,722 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:10,071 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:10,071 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:10,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:10,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:10,421 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:10,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:10,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:11,318 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:11,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:11,332 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:11,332 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:11,333 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:11,681 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:11,682 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:11,682 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:12,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:12,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:12,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:12,319 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:12,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:12,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:12,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:12,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:12,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:12,733 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:13,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:13,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:13,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:13,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:13,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:14,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:14,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:14,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:14,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:14,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:14,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:14,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:14,858 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:14,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:14,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:15,209 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:15,209 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:15,210 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:15,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:15,320 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:16,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:16,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:16,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:16,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:16,522 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:16,523 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:16,523 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:16,871 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:16,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:16,872 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:17,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:17,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:17,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:17,321 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:17,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:17,571 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:17,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:17,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:18,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:18,595 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:10:18,595 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:10:18,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:18,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:18,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:18,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:18,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:18,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:19,318 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:19,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:19,319 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:19,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:19,322 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:19,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:19,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:19,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:20,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:20,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:20,018 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:20,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:20,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:20,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:20,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:21,323 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:21,324 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:21,500 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:21,501 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:21,501 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:21,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:21,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:21,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:22,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:22,205 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:22,205 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:22,324 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:22,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:22,556 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:22,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:22,905 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:22,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:22,906 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:23,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:23,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:24,034 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:24,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:24,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:24,325 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:24,383 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:24,383 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:24,384 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:24,733 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:24,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:24,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:25,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:25,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:25,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:25,326 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:25,326 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:25,434 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:25,435 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:25,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:26,116 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:10:26,326 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:26,423 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:26,424 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:26,424 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:26,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:26,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:26,773 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:27,122 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:27,122 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:27,123 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:27,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:27,327 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:27,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:27,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:27,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:27,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:27,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:27,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:28,328 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:28,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:28,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:28,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:29,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:29,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:29,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:29,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:29,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:29,588 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:29,588 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:29,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:29,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:29,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:29,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:30,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:30,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:30,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:30,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:31,267 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:31,267 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:31,267 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:31,329 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:31,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:31,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:31,617 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:31,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:31,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:31,967 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:31,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:32,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:32,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:32,317 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:32,330 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:32,666 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:32,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:32,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:33,015 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:33,016 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:33,016 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:33,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:33,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:33,630 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:10:33,630 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:10:34,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:34,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:34,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:34,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:34,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:34,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:34,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:34,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:34,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:34,727 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:35,076 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:35,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:35,077 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:35,332 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:35,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:35,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:35,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:35,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:36,333 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:36,738 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:36,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:36,739 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:37,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:37,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:37,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:37,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:37,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:37,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:37,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:37,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:37,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:37,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:37,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:38,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:38,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:38,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:38,334 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:39,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:39,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:39,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:39,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:39,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:39,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:39,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:39,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:39,802 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:39,803 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:39,803 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:40,152 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:40,152 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:40,153 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:40,335 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:40,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:40,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:40,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:41,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:41,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:41,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:41,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:41,624 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:41,973 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:41,974 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:41,974 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:42,323 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:42,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:42,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:42,336 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:42,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:42,673 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:42,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:43,022 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:43,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:43,023 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:43,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:43,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:44,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:44,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:44,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:44,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:44,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:44,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:44,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:44,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:44,841 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:44,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:45,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:45,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:45,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:45,337 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:45,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:45,544 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:45,544 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:45,545 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:45,894 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:45,894 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:45,894 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:46,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:46,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:46,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:46,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:47,311 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:47,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:47,312 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:47,338 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:47,339 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:47,663 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:47,663 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:47,664 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:48,012 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:48,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:48,013 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:48,339 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:48,363 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:48,363 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:48,364 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:48,676 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:10:48,677 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:10:48,732 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:48,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:48,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:49,339 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:49,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:49,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:49,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:49,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:50,170 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:50,170 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:50,170 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:50,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:50,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:50,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:50,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:50,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:50,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:50,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:51,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:51,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:51,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:51,340 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:51,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:52,243 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:52,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:52,244 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:52,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:52,593 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:52,593 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:52,594 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:52,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:52,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:52,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:53,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:53,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:53,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:53,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:53,341 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:53,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:53,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:53,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:54,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:54,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:54,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:54,749 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:55,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:55,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:55,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:55,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:55,342 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:55,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:55,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:55,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:55,799 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:55,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:55,800 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:56,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:56,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:56,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:56,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:57,180 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:57,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:57,181 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:57,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:57,343 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:57,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:57,532 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:57,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:57,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:57,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:57,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:58,231 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:58,231 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:58,231 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:58,344 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:58,580 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:58,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:58,581 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:58,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:58,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:58,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:10:59,345 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:10:59,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:10:59,918 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:10:59,918 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:10:59,919 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:00,268 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:00,268 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:00,269 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:00,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:00,618 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:00,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:00,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:00,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:00,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:00,971 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:01,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:01,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:01,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:01,346 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:01,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:02,420 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:02,421 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:02,421 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:02,771 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:02,771 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:02,772 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:03,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:03,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:03,122 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:03,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:03,347 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:03,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:03,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:03,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:03,712 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:11:03,713 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:11:03,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:03,820 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:03,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:04,348 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:04,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:04,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:04,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:05,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:05,108 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:05,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:05,348 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:05,349 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:05,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:05,458 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:05,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:05,809 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:05,809 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:05,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:06,032 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:11:06,160 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:06,160 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:06,161 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:06,349 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:07,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:07,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:07,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:07,349 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:07,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:07,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:07,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:07,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:07,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:07,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:07,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:08,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:08,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:08,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:08,350 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:08,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:08,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:08,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:09,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:09,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:09,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:09,352 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:09,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:10,004 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:10,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:10,005 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:10,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:10,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:10,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:10,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:10,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:10,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:10,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:11,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:11,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:11,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:11,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:11,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:11,403 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:11,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:11,404 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:12,353 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:12,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:12,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:12,413 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:12,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:12,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:12,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:13,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:13,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:13,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:13,354 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:13,354 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:13,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:13,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:13,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:13,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:13,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:13,812 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:14,355 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:14,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:14,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:14,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:15,272 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:15,272 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:15,273 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:15,355 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:15,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:15,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:15,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:15,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:15,993 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:15,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:15,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:16,344 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:16,344 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:16,344 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:16,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:17,356 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:17,382 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:17,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:17,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:17,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:17,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:17,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:18,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:18,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:18,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:18,357 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:18,431 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:18,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:18,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:18,743 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:11:18,743 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:11:18,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:18,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:18,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:19,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:19,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:19,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:19,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:19,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:20,200 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:20,200 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:20,200 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:20,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:20,549 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:20,550 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:20,550 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:20,900 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:20,900 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:20,901 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:21,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:21,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:21,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:21,358 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:21,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:21,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:21,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:21,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:22,359 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:22,703 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:22,703 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:22,703 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:23,054 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:23,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:23,055 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:23,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:23,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:23,405 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:23,405 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:23,406 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:23,755 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:23,756 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:23,756 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:24,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:24,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:24,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:24,360 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:24,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:24,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:24,455 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:25,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:25,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:25,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:25,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:25,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:25,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:25,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:25,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:26,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:26,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:26,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:26,361 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:26,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:26,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:26,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:26,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:26,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:26,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:27,363 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:27,365 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:28,223 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:28,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:28,224 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:28,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:28,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:28,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:28,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:28,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:28,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:28,926 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:29,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:29,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:29,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:29,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:29,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:29,626 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:29,626 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:29,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:29,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:29,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:29,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:30,364 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:31,324 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:31,324 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:31,324 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:31,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:31,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:31,674 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:31,675 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:31,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:32,024 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:32,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:32,025 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:32,366 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:32,374 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:32,374 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:32,375 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:32,724 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:32,724 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:32,725 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:33,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:33,098 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:33,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:33,367 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:33,367 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:33,790 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:11:33,791 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:11:34,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:34,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:34,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:34,367 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:34,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:34,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:34,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:34,747 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:34,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:34,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:35,098 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:35,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:35,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:35,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:35,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:35,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:35,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:35,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:36,368 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:36,554 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:36,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:36,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:36,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:36,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:36,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:37,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:37,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:37,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:37,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:37,369 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:37,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:37,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:37,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:37,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:37,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:37,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:38,371 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:38,938 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:38,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:38,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:39,288 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:39,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:39,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:39,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:39,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:39,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:39,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:39,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:39,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:39,990 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:39,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:40,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:40,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:40,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:40,372 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:40,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:40,689 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:40,689 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:41,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:41,373 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:41,754 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:41,754 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:41,755 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:42,105 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:42,105 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:42,106 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:42,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:42,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:42,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:42,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:42,804 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:42,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:42,805 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:43,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:43,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:43,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:43,374 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:43,375 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:44,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:44,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:44,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:44,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:44,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:44,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:44,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:44,813 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:44,814 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:44,814 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:45,153 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:11:45,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:45,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:45,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:45,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:45,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:45,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:45,514 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:45,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:46,376 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:46,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:46,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:46,491 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:46,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:46,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:46,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:47,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:47,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:47,191 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:47,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:47,377 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:47,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:47,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:47,542 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:47,891 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:47,891 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:47,892 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:48,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:48,906 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:11:48,907 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:11:48,947 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:48,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:48,948 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:49,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:49,288 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:49,289 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:49,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:49,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:49,638 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:49,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:49,640 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:49,989 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:49,989 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:49,990 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:50,339 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:50,339 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:50,340 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:50,379 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:51,380 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:51,606 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:51,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:51,608 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:51,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:51,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:51,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:52,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:52,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:52,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:52,381 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:52,657 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:52,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:52,658 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:53,007 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:53,008 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:53,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:53,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:53,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:54,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:54,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:54,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:54,382 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:54,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:54,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:54,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:54,846 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:54,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:54,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:55,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:55,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:55,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:55,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:55,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:55,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:55,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:55,548 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:56,383 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:56,621 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:56,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:56,622 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:56,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:56,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:56,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:57,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:57,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:57,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:57,384 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:57,384 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:57,673 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:57,674 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:57,675 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:58,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:58,024 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:58,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:58,384 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:58,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:58,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:58,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:59,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:11:59,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:11:59,538 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:59,539 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:59,539 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:11:59,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:11:59,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:11:59,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:00,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:00,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:00,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:00,385 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:00,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:00,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:00,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:00,942 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:00,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:00,943 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:01,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:01,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:02,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:02,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:02,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:02,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:02,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:02,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:02,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:02,735 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:02,736 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:02,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:03,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:03,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:03,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:03,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:03,387 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:03,435 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:03,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:03,436 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:03,949 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:12:03,949 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:12:04,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:04,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:04,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:04,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:04,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:04,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:04,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:05,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:05,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:05,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:05,388 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:05,389 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:05,590 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:05,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:05,591 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:05,940 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:05,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:05,941 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:06,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:07,064 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:07,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:07,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:07,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:07,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:07,414 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:07,415 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:07,415 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:07,764 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:07,765 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:07,765 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:08,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:08,114 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:08,115 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:08,390 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:08,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:08,464 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:08,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:08,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:08,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:08,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:09,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:09,391 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:09,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:09,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:09,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:10,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:10,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:10,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:10,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:10,535 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:10,536 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:10,536 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:10,885 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:10,885 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:10,885 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:11,234 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:11,234 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:11,235 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:11,392 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:11,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:12,245 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:12,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:12,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:12,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:12,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:12,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:12,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:12,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:12,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:12,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:13,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:13,296 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:13,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:13,393 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:13,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:13,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:13,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:13,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:14,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:14,748 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:14,748 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:14,748 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:15,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:15,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:15,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:15,394 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:15,395 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:15,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:15,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:15,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:15,798 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:15,799 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:15,799 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:16,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:16,150 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:16,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:16,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:17,148 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:17,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:17,149 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:17,396 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:17,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:17,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:17,498 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:17,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:17,847 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:17,847 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:17,848 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:18,197 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:18,197 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:18,198 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:18,397 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:18,547 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:18,547 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:18,547 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:18,917 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:18,917 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:18,917 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:18,986 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:12:18,986 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:12:19,398 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:19,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:19,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:19,942 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:19,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:20,290 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:20,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:20,291 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:20,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:20,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:20,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:20,642 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:20,992 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:20,993 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:20,993 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:21,341 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:21,342 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:21,342 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:21,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:21,399 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:22,455 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:22,455 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:22,456 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:22,805 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:22,805 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:22,806 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:23,154 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:23,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:23,155 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:23,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:23,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:23,504 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:23,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:23,505 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:23,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:23,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:23,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:24,068 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:12:24,400 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:24,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:24,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:24,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:25,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:25,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:25,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:25,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:25,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:25,650 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:25,650 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:25,650 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:25,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:25,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:26,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:26,350 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:26,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:26,351 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:26,401 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:27,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:27,537 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:27,538 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:27,538 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:27,888 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:27,888 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:27,888 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:28,237 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:28,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:28,238 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:28,402 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:28,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:28,587 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:28,587 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:28,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:28,937 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:28,938 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:29,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:29,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:29,287 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:29,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:29,403 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:30,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:30,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:30,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:30,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:30,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:30,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:31,139 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:31,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:31,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:31,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:31,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:31,491 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:31,491 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:31,492 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:31,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:31,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:31,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:32,404 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:32,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:32,851 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:32,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:33,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:33,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:33,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:33,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:33,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:33,551 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:33,551 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:33,551 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:33,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:33,901 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:33,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:34,014 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:12:34,015 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:12:34,250 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:34,250 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:34,251 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:34,405 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:35,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:35,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:35,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:35,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:35,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:35,726 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:35,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:35,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:36,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:36,076 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:36,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:36,406 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:36,426 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:36,426 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:36,427 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:36,776 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:36,776 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:36,777 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:37,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:37,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:37,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:37,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:37,856 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:38,205 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:38,206 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:38,206 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:38,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:38,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:38,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:38,555 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:38,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:38,904 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:38,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:39,254 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:39,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:39,255 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:39,407 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:39,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:40,247 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:40,247 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:40,248 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:40,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:40,596 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:40,597 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:40,597 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:40,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:40,946 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:40,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:41,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:41,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:41,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:41,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:41,408 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:41,645 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:41,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:41,646 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:42,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:42,773 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:42,773 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:42,774 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:43,123 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:43,123 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:43,124 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:43,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:43,409 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:43,472 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:43,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:43,473 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:43,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:43,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:43,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:44,172 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:44,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:44,173 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:44,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:45,410 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:45,661 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:45,661 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:45,662 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:46,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:46,012 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:46,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:46,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:46,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:46,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:46,411 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:46,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:46,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:46,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:47,061 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:47,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:47,062 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:47,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:47,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:47,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:47,412 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:47,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:47,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:47,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:47,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:48,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:48,872 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:48,872 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:48,873 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:49,047 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:12:49,048 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:12:49,227 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:49,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:49,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:49,413 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:49,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:49,577 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:49,577 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:49,578 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:49,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:49,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:49,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:50,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:50,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:50,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:50,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:51,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:51,391 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:51,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:51,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:51,414 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:51,741 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:51,741 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:51,742 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:52,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:52,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:52,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:52,415 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:52,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:52,448 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:52,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:52,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:52,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:52,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:53,168 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:53,168 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:53,168 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:53,416 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:53,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:54,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:54,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:54,263 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:54,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:54,613 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:54,613 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:54,614 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:54,963 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:54,963 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:54,964 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:55,312 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:55,312 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:55,313 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:55,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:55,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:55,662 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:55,662 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:55,663 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:56,417 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:56,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:56,806 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:56,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:57,156 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:57,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:57,157 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:57,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:57,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:57,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:57,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:57,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:57,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:57,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:57,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:58,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:58,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:58,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:58,418 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:58,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:58,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:58,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:59,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:12:59,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:12:59,591 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:59,591 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:59,592 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:12:59,941 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:12:59,941 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:12:59,942 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:00,291 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:00,291 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:00,292 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:00,419 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:00,641 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:00,641 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:00,641 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:00,990 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:00,991 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:00,991 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:01,421 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:01,422 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:02,058 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:02,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:02,059 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:02,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:02,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:02,409 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:02,422 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:02,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:02,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:02,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:03,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:03,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:03,110 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:03,213 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:13:03,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:03,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:03,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:03,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:03,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:04,081 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:13:04,081 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:13:04,423 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:04,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:04,441 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:04,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:04,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:04,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:04,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:05,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:05,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:05,140 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:05,424 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:05,424 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:05,492 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:05,492 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:05,493 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:05,842 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:05,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:05,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:06,424 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:06,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:06,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:06,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:07,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:07,128 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:07,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:07,425 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:07,425 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:07,478 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:07,478 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:07,479 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:07,828 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:07,828 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:07,829 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:08,178 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:08,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:08,179 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:08,425 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:09,255 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:09,255 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:09,256 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:09,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:09,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:09,605 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:09,606 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:09,606 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:09,956 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:09,956 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:09,956 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:10,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:10,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:10,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:10,426 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:10,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:10,657 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:10,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:11,006 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:11,007 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:11,007 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:11,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:11,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:12,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:12,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:12,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:12,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:12,378 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:12,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:12,428 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:12,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:12,729 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:12,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:13,104 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:13,104 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:13,104 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:13,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:13,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:13,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:13,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:13,454 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:14,429 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:14,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:14,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:14,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:14,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:14,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:14,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:15,136 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:15,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:15,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:15,430 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:15,430 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:15,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:15,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:15,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:15,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:15,838 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:15,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:16,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:16,928 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:16,929 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:16,929 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:17,279 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:17,280 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:17,280 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:17,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:17,432 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:17,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:17,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:17,629 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:17,982 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:17,982 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:17,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:18,331 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:18,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:18,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:18,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:19,134 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:13:19,134 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:13:19,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:19,282 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:19,283 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:19,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:19,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:19,631 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:19,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:19,632 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:19,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:19,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:19,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:20,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:20,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:20,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:20,433 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:20,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:20,681 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:20,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:21,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:21,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:21,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:21,435 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:21,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:22,083 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:22,083 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:22,084 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:22,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:22,433 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:22,433 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:22,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:22,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:22,782 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:22,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:23,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:23,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:23,133 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:23,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:23,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:23,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:23,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:23,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:24,436 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:24,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:24,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:24,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:24,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:24,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:24,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:25,179 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:25,179 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:25,180 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:25,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:25,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:25,530 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:25,530 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:25,531 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:25,881 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:25,881 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:25,882 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:26,437 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:26,959 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:26,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:26,960 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:27,309 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:27,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:27,310 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:27,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:27,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:27,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:27,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:27,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:28,011 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:28,011 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:28,012 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:28,362 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:28,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:28,363 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:28,438 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:29,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:29,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:29,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:29,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:29,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:29,697 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:29,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:29,698 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:30,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:30,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:30,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:30,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:30,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:30,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:30,439 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:30,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:30,746 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:30,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:31,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:31,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:32,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:32,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:32,088 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:32,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:32,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:32,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:32,440 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:32,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:32,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:32,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:33,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:33,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:33,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:33,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:33,441 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:33,488 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:33,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:33,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:33,838 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:33,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:33,839 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:34,168 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:13:34,169 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:13:34,443 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:34,935 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:34,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:34,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:35,285 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:35,285 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:35,286 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:35,443 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:35,443 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:35,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:35,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:35,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:35,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:35,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:35,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:36,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:36,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:36,337 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:36,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:37,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:37,321 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:37,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:37,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:37,444 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:37,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:37,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:37,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:38,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:38,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:38,021 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:38,369 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:38,370 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:38,370 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:38,445 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:38,719 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:38,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:38,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:39,070 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:39,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:39,071 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:39,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:39,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:40,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:40,018 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:40,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:40,367 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:40,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:40,368 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:40,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:40,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:40,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:40,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:41,065 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:41,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:41,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:41,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:41,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:41,422 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:41,446 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:41,447 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:42,233 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:13:42,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:42,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:42,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:43,051 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:43,051 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:43,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:43,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:43,401 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:43,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:43,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:43,448 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:43,750 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:43,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:43,751 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:44,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:44,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:44,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:44,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:45,084 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:45,084 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:45,085 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:45,433 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:45,434 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:45,434 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:45,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:45,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:45,782 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:45,783 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:45,783 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:46,132 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:46,132 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:46,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:46,449 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:46,481 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:46,481 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:46,482 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:47,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:47,450 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:47,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:47,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:47,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:47,912 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:47,912 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:47,913 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:48,262 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:48,262 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:48,262 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:48,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:48,611 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:48,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:48,612 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:48,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:48,961 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:48,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:49,212 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:13:49,212 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:13:49,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:49,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:49,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:49,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:49,451 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:50,354 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:50,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:50,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:50,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:50,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:50,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:50,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:51,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:51,053 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:51,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:51,402 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:51,403 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:51,403 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:51,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:51,452 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:51,753 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:51,753 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:51,753 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:52,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:52,690 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:52,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:52,691 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:53,040 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:53,040 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:53,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:53,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:53,393 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:53,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:53,453 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:53,745 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:53,745 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:53,746 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:54,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:54,095 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:54,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:54,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:54,454 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:55,971 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:55,971 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:55,972 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:56,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:56,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:56,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:56,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:56,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:56,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:56,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:56,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:57,023 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:57,023 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:57,024 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:57,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:57,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:57,373 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:57,455 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:57,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:57,723 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:57,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:58,073 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:58,073 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:58,073 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:58,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:58,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:13:59,056 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:59,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:59,057 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:59,406 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:59,406 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:59,407 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:13:59,457 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:13:59,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:13:59,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:13:59,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:00,109 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:00,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:00,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:00,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:00,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:00,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:00,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:00,460 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:01,458 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:01,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:01,634 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:01,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:01,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:01,984 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:01,984 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:02,334 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:02,334 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:02,334 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:02,459 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:02,459 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:02,683 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:02,684 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:02,684 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:03,033 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:03,034 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:03,034 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:03,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:03,960 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:03,960 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:03,961 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:04,244 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:14:04,244 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:14:04,310 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:04,310 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:04,311 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:04,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:04,460 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:04,660 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:04,660 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:04,661 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:05,009 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:05,009 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:05,010 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:05,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:05,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:05,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:05,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:05,709 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:05,709 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:05,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:06,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:06,461 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:06,715 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:06,716 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:06,716 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:07,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:07,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:07,067 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:07,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:07,417 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:07,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:07,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:07,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:07,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:07,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:08,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:08,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:08,117 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:08,462 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:08,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:09,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:09,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:09,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:09,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:09,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:09,527 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:09,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:09,877 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:09,877 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:09,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:10,226 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:10,227 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:10,228 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:10,463 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:10,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:10,576 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:10,576 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:10,577 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:11,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:11,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:11,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:11,560 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:11,909 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:11,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:11,910 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:12,263 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:12,263 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:12,264 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:12,464 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:12,465 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:12,612 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:12,612 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:12,613 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:12,961 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:12,962 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:12,962 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:13,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:14,114 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:14,115 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:14,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:14,464 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:14,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:14,465 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:14,466 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:14,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:14,815 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:14,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:14,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:15,165 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:15,165 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:15,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:15,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:15,514 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:15,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:15,516 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:15,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:15,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:15,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:16,467 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:16,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:16,953 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:16,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:16,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:17,305 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:17,305 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:17,306 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:17,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:17,659 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:17,659 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:17,660 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:18,008 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:18,008 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:18,009 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:18,358 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:18,358 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:18,359 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:18,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:18,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:19,283 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:14:19,283 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:14:19,349 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:19,350 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:19,350 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:19,468 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:19,699 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:19,700 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:19,700 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:20,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:20,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:20,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:20,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:20,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:20,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:20,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:20,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:20,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:20,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:20,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:21,469 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:21,977 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:21,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:21,978 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:22,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:22,329 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:22,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:22,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:22,470 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:22,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:22,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:22,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:22,909 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:14:23,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:23,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:23,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:23,378 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:23,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:23,379 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:23,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:23,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:23,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:23,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:24,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:24,471 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:24,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:24,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:24,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:25,246 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:25,246 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:25,246 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:25,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:25,595 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:25,595 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:25,596 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:25,945 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:25,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:25,946 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:26,295 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:26,295 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:26,296 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:26,472 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:26,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:27,275 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:27,275 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:27,276 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:27,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:27,624 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:27,625 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:27,625 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:27,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:27,975 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:27,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:28,325 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:28,325 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:28,326 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:28,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:28,473 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:28,676 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:28,676 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:28,677 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:29,025 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:29,025 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:29,026 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:29,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:30,125 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:30,126 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:30,127 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:30,474 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:30,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:30,476 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:30,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:30,477 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:30,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:30,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:30,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:31,176 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:31,176 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:31,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:31,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:31,526 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:31,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:31,527 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:32,454 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:32,454 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:32,455 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:32,475 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:32,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:32,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:32,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:32,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:33,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:33,158 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:33,159 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:33,476 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:33,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:33,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:33,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:33,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:33,858 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:33,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:34,317 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:14:34,323 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:14:34,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:34,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:34,937 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:34,938 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:34,939 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:35,287 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:35,287 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:35,288 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:35,477 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:35,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:35,637 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:35,638 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:35,987 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:35,988 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:35,989 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:36,337 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:36,338 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:36,339 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:36,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:36,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:37,282 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:37,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:37,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:37,478 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:37,636 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:37,636 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:37,637 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:37,986 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:37,986 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:37,986 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:38,336 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:38,336 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:38,336 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:38,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:38,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:38,686 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:38,687 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:38,687 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:39,479 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:39,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:39,785 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:39,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:40,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:40,135 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:40,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:40,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:40,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:40,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:40,485 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:40,485 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:40,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:40,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:40,835 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:41,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:41,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:41,186 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:41,480 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:42,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:42,398 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:42,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:42,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:42,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:42,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:42,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:42,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:43,095 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:43,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:43,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:43,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:43,447 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:43,447 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:43,481 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:43,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:43,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:43,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:44,147 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:44,148 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:44,148 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:44,482 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:44,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:45,129 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:45,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:45,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:45,479 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:45,479 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:45,480 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:45,483 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:45,830 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:45,830 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:45,831 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:46,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:46,184 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:46,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:46,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:46,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:46,534 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:46,534 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:46,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:47,484 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:48,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:48,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:48,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:48,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:48,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:48,607 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:48,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:48,608 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:48,984 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:48,985 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:48,985 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:49,335 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:49,335 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:49,335 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:49,392 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:14:49,393 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:14:49,485 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:49,684 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:49,685 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:49,685 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:50,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:50,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:50,035 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:50,384 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:50,384 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:50,385 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:50,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:50,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:51,412 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:51,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:51,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:51,486 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:51,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:51,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:51,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:52,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:52,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:52,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:52,461 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:52,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:52,462 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:52,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:52,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:52,811 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:52,811 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:52,811 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:53,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:53,785 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:53,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:53,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:54,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:54,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:54,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:54,485 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:54,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:54,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:54,487 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:54,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:54,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:54,835 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:54,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:55,184 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:55,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:55,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:55,488 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:56,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:56,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:56,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:56,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:56,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:56,629 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:56,629 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:56,630 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:56,978 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:56,978 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:56,979 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:57,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:57,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:57,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:57,489 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:57,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:57,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:57,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:58,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:58,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:14:58,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:58,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:58,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:59,027 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:59,027 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:59,028 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:59,377 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:59,377 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:59,378 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:14:59,490 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:14:59,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:14:59,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:14:59,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:00,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:00,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:00,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:00,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:00,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:01,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:01,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:01,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:01,492 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:01,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:01,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:01,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:01,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:01,944 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:01,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:02,294 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:02,294 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:02,295 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:02,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:02,493 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:02,624 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:15:02,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:02,644 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:02,644 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:02,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:02,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:02,994 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:03,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:03,970 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:03,970 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:03,970 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:04,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:04,322 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:04,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:04,427 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:15:04,427 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:15:04,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:04,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:04,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:04,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:04,672 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:05,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:05,021 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:05,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:05,372 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:05,372 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:05,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:05,494 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:06,359 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:06,359 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:06,360 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:06,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:06,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:06,708 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:06,708 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:06,709 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:07,057 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:07,057 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:07,058 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:07,407 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:07,408 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:07,408 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:07,495 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:07,757 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:07,757 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:07,758 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:08,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:08,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:08,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:08,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:08,823 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:09,174 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:09,174 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:09,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:09,496 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:09,524 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:09,524 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:09,525 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:09,873 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:09,874 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:09,874 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:10,224 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:10,224 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:10,225 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:10,497 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:10,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:11,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:11,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:11,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:11,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:11,519 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:11,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:11,520 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:11,869 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:11,869 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:11,870 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:12,219 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:12,219 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:12,220 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:12,498 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:12,499 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:12,570 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:12,571 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:12,571 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:12,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:12,923 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:12,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:13,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:14,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:14,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:14,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:14,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:14,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:14,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:14,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:14,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:14,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:14,749 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:14,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:15,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:15,100 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:15,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:15,450 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:15,451 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:15,451 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:15,502 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:16,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:16,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:16,440 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:16,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:16,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:16,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:16,790 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:16,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:17,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:17,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:17,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:17,489 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:17,489 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:17,489 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:17,503 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:17,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:17,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:17,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:18,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:18,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:18,836 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:18,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:18,837 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:19,186 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:19,186 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:19,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:19,464 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:15:19,464 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:15:19,504 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:19,536 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:19,537 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:19,537 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:19,886 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:19,887 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:19,887 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:20,236 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:20,237 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:20,237 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:20,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:20,505 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:21,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:21,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:21,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:21,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:21,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:21,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:22,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:22,318 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:22,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:22,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:22,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:22,668 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:22,669 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:22,669 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:23,018 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:23,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:23,019 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:23,389 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:23,389 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:23,389 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:23,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:24,340 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:24,340 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:24,341 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:24,506 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:24,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:24,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:24,726 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:24,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:25,075 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:25,075 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:25,076 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:25,425 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:25,425 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:25,426 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:25,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:25,778 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:25,779 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:25,779 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:26,507 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:26,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:26,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:26,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:26,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:27,088 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:27,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:27,089 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:27,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:27,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:27,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:27,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:27,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:27,788 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:27,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:28,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:28,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:28,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:28,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:28,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:28,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:28,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:28,508 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:29,601 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:29,602 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:29,602 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:29,950 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:29,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:29,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:30,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:30,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:30,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:30,509 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:30,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:30,651 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:30,651 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:30,651 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:31,000 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:31,001 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:31,001 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:31,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:31,948 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:31,948 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:31,949 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:32,298 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:32,298 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:32,299 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:32,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:32,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:32,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:32,648 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:32,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:32,998 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:32,998 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:32,999 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:33,348 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:33,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:33,349 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:33,510 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:34,462 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:34,462 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:34,463 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:34,498 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:15:34,498 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:15:34,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:34,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:34,812 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:34,812 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:34,813 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:35,163 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:35,163 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:35,164 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:35,511 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:35,513 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:35,513 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:35,514 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:35,863 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:35,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:35,864 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:36,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:36,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:36,901 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:36,902 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:36,902 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:37,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:37,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:37,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:37,512 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:37,600 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:37,601 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:37,601 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:37,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:37,951 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:37,951 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:38,300 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:38,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:38,301 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:38,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:38,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:39,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:39,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:39,253 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:39,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:39,602 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:39,603 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:39,603 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:39,951 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:39,952 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:39,952 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:40,301 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:40,301 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:40,302 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:40,513 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:40,514 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:40,652 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:40,652 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:40,653 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:41,002 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:41,003 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:41,003 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:41,340 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:15:41,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:42,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:42,064 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:42,065 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:42,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:42,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:42,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:42,515 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:42,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:42,763 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:42,763 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:42,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:43,112 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:43,113 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:43,113 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:43,463 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:43,463 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:43,464 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:43,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:44,441 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:44,442 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:44,442 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:44,516 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:44,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:44,790 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:44,791 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:44,791 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:45,140 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:45,140 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:45,141 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:45,490 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:45,490 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:45,490 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:45,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:45,839 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:45,839 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:45,840 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:46,517 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:46,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:46,907 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:46,908 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:46,908 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:47,257 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:47,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:47,258 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:47,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:47,607 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:47,607 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:47,607 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:47,957 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:47,957 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:47,957 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:48,306 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:48,306 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:48,307 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:48,518 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:48,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:48,656 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:48,656 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:48,657 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:49,519 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:49,533 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:15:49,533 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:15:49,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:49,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:49,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:49,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:49,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:49,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:50,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:50,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:50,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:50,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:50,520 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:50,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:50,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:50,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:51,029 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:51,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:51,030 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:51,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:52,121 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:52,121 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:52,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:52,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:52,472 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:52,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:52,521 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:52,522 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:52,822 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:52,822 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:52,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:53,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:53,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:53,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:53,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:53,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:53,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:53,523 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:54,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:54,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:54,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:54,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:55,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:55,270 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:55,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:55,524 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:55,619 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:55,619 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:55,620 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:55,968 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:55,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:55,969 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:56,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:56,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:56,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:56,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:56,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:56,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:56,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:56,668 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:57,525 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:57,689 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:57,690 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:57,690 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:58,039 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:58,039 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:58,040 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:58,390 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:58,390 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:58,391 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:58,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:15:58,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:15:58,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:58,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:58,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:59,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:59,090 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:59,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:59,440 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:15:59,440 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:15:59,441 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:15:59,526 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:00,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:00,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:00,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:00,619 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:00,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:00,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:00,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:01,319 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:01,319 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:01,320 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:01,527 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:01,671 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:01,671 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:01,671 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:02,020 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:02,020 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:02,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:02,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:02,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:03,153 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:03,154 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:03,154 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:03,505 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:03,505 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:03,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:03,528 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:03,855 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:03,855 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:03,855 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:04,206 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:04,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:04,207 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:04,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:04,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:04,556 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:04,557 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:04,557 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:04,577 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:16:04,577 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:16:05,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:05,506 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:05,506 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:05,529 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:05,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:05,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:05,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:06,208 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:06,208 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:06,209 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:06,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:06,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:06,559 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:06,559 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:06,559 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:06,908 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:06,909 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:06,909 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:07,530 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:08,045 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:08,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:08,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:08,395 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:08,395 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:08,396 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:08,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:08,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:08,746 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:08,747 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:08,747 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:09,096 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:09,096 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:09,096 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:09,446 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:09,446 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:09,446 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:09,531 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:10,437 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:10,437 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:10,438 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:10,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:10,532 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:10,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:10,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:10,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:11,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:11,138 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:11,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:11,487 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:11,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:11,488 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:11,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:11,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:11,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:11,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:12,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:12,533 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:12,826 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:12,827 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:12,827 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:13,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:13,178 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:13,178 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:13,527 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:13,528 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:13,528 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:13,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:13,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:13,878 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:13,878 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:14,229 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:14,229 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:14,229 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:14,534 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:14,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:14,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:14,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:14,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:15,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:15,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:15,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:15,654 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:16,003 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:16,004 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:16,004 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:16,353 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:16,354 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:16,354 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:16,535 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:16,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:16,704 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:16,704 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:16,704 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:17,053 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:17,054 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:17,054 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:17,536 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:18,107 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:18,107 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:18,108 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:18,457 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:18,457 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:18,458 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:18,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:18,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:18,806 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:18,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:18,807 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:19,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:19,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:19,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:19,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:19,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:19,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:19,537 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:19,611 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:16:19,611 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:16:20,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:20,644 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:20,645 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:20,645 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:20,994 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:20,994 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:20,995 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:21,345 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:21,345 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:21,345 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:21,538 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:21,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:21,695 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:21,695 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:22,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:22,045 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:22,045 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:22,102 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:16:22,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:22,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:23,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:23,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:23,099 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:23,448 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:23,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:23,449 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:23,539 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:23,797 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:23,798 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:23,798 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:24,146 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:24,147 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:24,147 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:24,497 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:24,497 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:24,498 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:24,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:24,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:24,847 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:24,848 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:24,849 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:25,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:25,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:25,819 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:25,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:26,169 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:26,169 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:26,169 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:26,518 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:26,518 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:26,519 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:26,540 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:26,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:26,868 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:26,868 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:26,869 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:27,218 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:27,218 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:27,219 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:27,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:28,360 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:28,360 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:28,361 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:28,541 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:28,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:28,710 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:28,710 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:28,710 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:29,059 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:29,059 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:29,060 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:29,409 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:29,409 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:29,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:29,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:29,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:29,759 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:29,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:30,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:30,542 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:30,727 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:30,727 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:30,728 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:31,078 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:31,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:31,079 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:31,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:31,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:31,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:31,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:31,777 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:31,777 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:31,778 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:32,127 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:32,127 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:32,128 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:32,477 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:32,477 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:32,478 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:32,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:32,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:33,541 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:33,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:33,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:33,543 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:33,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:33,893 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:33,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:34,244 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:34,244 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:34,245 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:34,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:34,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:34,594 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:34,594 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:34,595 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:34,643 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:16:34,644 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:16:34,944 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:34,945 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:34,945 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:35,544 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:36,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:36,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:36,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:36,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:36,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:36,573 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:36,573 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:36,574 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:36,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:36,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:36,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:37,278 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:37,278 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:37,279 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:37,545 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:37,628 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:37,628 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:37,628 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:37,999 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:37,999 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:38,000 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:38,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:38,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:38,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:38,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:38,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:39,347 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:39,348 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:39,348 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:39,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:39,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:39,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:39,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:40,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:40,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:40,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:40,400 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:40,400 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:40,401 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:40,546 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:40,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:41,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:41,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:41,534 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:41,547 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:41,883 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:41,883 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:41,884 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:42,235 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:42,236 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:42,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:42,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:42,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:42,586 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:42,586 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:42,586 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:42,936 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:42,936 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:42,937 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:43,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:43,889 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:43,889 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:43,890 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:44,238 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:44,239 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:44,239 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:44,548 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:44,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:44,589 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:44,589 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:44,589 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:44,939 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:44,939 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:44,940 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:45,289 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:45,289 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:45,290 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:45,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:45,639 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:45,639 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:45,639 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:46,549 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:46,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:46,733 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:46,733 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:46,734 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:47,085 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:47,085 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:47,086 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:47,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:47,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:47,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:47,550 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:47,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:47,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:47,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:48,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:48,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:48,138 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:48,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:48,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:49,251 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:49,251 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:49,252 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:49,552 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:49,604 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:49,605 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:49,605 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:49,676 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:16:49,676 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:16:49,954 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:49,954 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:49,955 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:50,303 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:50,304 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:50,304 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:50,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:50,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:50,654 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:50,654 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:50,655 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:51,553 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:51,648 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:51,649 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:51,649 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:51,997 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:51,997 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:51,998 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:52,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:52,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:52,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:52,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:52,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:52,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:52,696 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:52,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:53,046 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:53,046 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:53,047 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:53,396 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:53,396 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:53,397 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:53,554 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:54,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:54,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:54,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:54,718 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:55,068 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:55,068 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:55,069 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:55,417 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:55,418 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:55,419 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:55,555 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:55,768 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:55,768 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:55,769 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:56,117 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:56,118 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:56,118 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:56,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:56,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:57,081 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:57,082 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:57,082 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:57,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:57,431 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:57,432 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:57,556 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:57,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:57,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:57,782 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:58,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:58,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:58,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:58,480 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:58,480 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:58,481 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:58,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:16:58,557 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:16:59,646 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:59,646 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:59,647 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:16:59,996 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:16:59,996 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:16:59,997 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:00,346 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:00,346 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:00,347 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:00,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:00,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:00,696 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:00,697 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:00,697 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:01,047 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:01,047 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:01,048 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:01,159 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:17:01,397 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:01,397 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:01,398 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:01,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:02,361 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:02,362 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:02,362 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:02,558 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:02,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:02,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:02,711 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:02,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:03,060 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:03,060 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:03,061 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:03,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:03,411 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:03,411 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:03,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:03,760 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:03,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:03,761 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:04,559 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:04,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:04,707 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:17:04,707 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:17:05,035 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:05,035 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:05,036 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:05,385 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:05,385 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:05,386 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:05,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:05,736 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:05,737 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:05,737 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:06,086 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:06,087 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:06,087 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:06,438 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:06,438 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:06,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:06,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:06,560 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:06,788 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:06,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:06,789 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:07,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:07,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:07,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:07,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:08,202 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:08,203 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:08,203 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:08,553 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:08,553 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:08,554 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:08,561 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:08,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:08,903 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:08,903 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:08,904 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:09,253 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:09,253 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:09,254 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:09,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:10,475 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:10,476 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:10,476 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:10,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:10,562 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:10,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:10,824 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:10,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:11,174 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:11,175 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:11,175 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:11,525 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:11,526 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:11,526 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:11,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:11,875 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:11,875 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:11,876 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:12,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:12,563 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:12,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:12,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:12,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:13,182 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:13,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:13,183 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:13,533 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:13,533 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:13,533 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:13,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:13,906 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:13,906 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:13,907 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:14,256 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:14,257 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:14,257 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:14,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:14,564 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:15,328 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:15,328 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:15,329 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:15,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:15,678 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:15,678 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:15,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:16,030 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:16,031 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:16,031 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:16,380 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:16,380 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:16,381 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:16,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:16,565 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:16,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:16,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:16,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:17,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:17,081 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:17,081 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:17,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:18,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:18,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:18,121 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:18,471 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:18,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:18,472 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:18,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:18,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:18,821 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:18,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:18,822 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:19,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:19,172 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:19,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:19,521 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:19,522 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:19,522 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:19,566 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:19,748 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:17:19,749 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:17:20,473 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:20,474 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:20,475 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:20,567 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:20,567 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:20,824 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:20,825 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:20,825 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:21,177 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:21,177 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:21,177 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:21,528 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:21,529 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:21,529 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:21,567 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:21,878 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:21,879 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:21,879 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:22,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:22,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:23,149 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:23,149 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:23,150 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:23,502 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:23,502 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:23,503 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:23,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:23,851 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:23,852 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:23,852 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:24,201 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:24,202 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:24,202 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:24,555 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:24,555 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:24,556 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:24,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:24,568 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:24,904 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:24,905 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:24,905 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:25,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:25,921 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:25,921 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:25,922 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:26,270 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:26,271 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:26,271 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:26,569 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:26,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:26,622 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:26,622 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:26,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:26,972 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:26,972 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:26,973 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:27,322 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:27,323 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:27,323 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:27,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:28,419 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:28,420 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:28,420 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:28,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:28,570 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:28,769 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:28,769 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:28,770 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:29,120 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:29,120 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:29,120 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:29,470 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:29,471 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:29,471 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:29,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:29,820 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:29,821 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:29,821 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:30,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:30,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:30,783 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:30,784 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:30,784 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:31,133 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:31,134 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:31,134 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:31,483 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:31,483 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:31,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:31,571 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:31,833 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:31,833 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:31,834 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:32,183 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:32,183 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:32,184 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:32,573 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:32,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:33,155 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:33,155 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:33,156 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:33,508 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:33,508 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:33,509 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:33,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:33,857 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:33,857 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:33,858 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:34,207 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:34,207 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:34,208 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:34,557 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:34,558 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:34,558 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:34,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:34,574 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:34,797 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:17:34,797 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:17:35,700 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:35,701 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:35,701 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:36,050 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:36,050 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:36,051 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:36,399 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:36,399 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:36,400 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:36,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:36,575 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:36,749 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:36,750 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:36,750 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:37,099 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:37,099 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:37,100 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:37,449 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:37,449 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:37,450 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:37,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:38,410 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:38,410 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:38,410 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:38,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:38,576 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:38,759 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:38,760 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:38,760 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:39,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:39,110 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:39,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:39,460 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:39,460 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:39,461 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:39,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:39,810 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:39,810 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:39,810 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:40,143 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:17:40,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:40,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:40,840 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:40,840 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:40,841 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:41,191 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:41,191 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:41,191 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:41,540 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:41,541 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:41,541 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:41,577 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:41,890 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:41,890 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:41,891 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:42,240 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:42,240 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:42,241 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:42,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:42,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:43,283 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:43,283 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:43,284 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:43,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:43,632 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:43,632 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:43,633 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:43,981 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:43,981 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:43,982 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:44,330 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:44,331 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:44,331 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:44,579 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:44,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:44,680 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:44,680 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:44,681 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:45,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:45,617 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:45,618 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:45,618 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:45,967 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:45,968 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:45,968 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:46,317 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:46,317 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:46,318 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:46,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:46,580 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:46,667 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:46,667 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:46,667 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:47,016 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:47,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:47,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:47,582 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:48,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:48,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:48,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:48,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:48,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:48,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:48,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:48,679 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:49,031 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:49,032 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:49,032 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:49,381 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:49,382 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:49,382 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:49,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:49,731 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:49,731 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:49,732 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:49,829 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:17:49,829 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:17:50,583 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:50,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:50,711 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:50,712 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:50,712 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:51,062 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:51,062 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:51,063 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:51,411 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:51,412 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:51,412 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:51,584 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:51,761 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:51,761 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:51,762 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:52,110 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:52,111 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:52,111 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:52,585 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:52,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:53,221 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:53,221 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:53,222 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:53,572 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:53,572 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:53,572 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:53,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:53,923 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:53,924 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:53,924 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:54,273 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:54,273 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:54,274 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:54,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:54,586 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:54,623 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:54,623 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:54,623 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:55,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:55,694 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:55,694 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:55,694 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:56,044 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:56,044 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:56,044 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:56,393 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:56,394 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:56,394 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:56,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:56,587 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:56,743 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:56,744 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:56,744 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:57,093 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:57,093 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:57,094 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:57,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:57,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:57,443 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:57,588 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:58,468 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:58,469 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:58,469 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:58,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:58,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:17:58,818 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:58,819 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:58,819 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:59,171 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:59,171 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:59,172 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:59,520 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:59,520 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:59,521 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:17:59,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:17:59,870 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:17:59,870 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:17:59,871 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:00,589 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:00,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:01,108 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:01,109 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:01,109 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:01,459 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:01,459 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:01,459 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:01,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:01,808 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:01,808 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:01,809 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:02,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:02,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:02,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:02,507 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:02,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:02,508 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:02,590 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:02,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:03,493 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:03,493 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:03,494 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:03,591 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:03,843 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:03,843 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:03,844 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:04,193 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:04,193 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:04,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:04,543 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:04,543 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:04,544 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:04,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:04,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:04,860 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:18:04,861 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:18:04,895 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:04,895 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:04,896 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:05,592 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:05,841 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:05,842 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:05,842 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:06,192 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:06,192 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:06,193 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:06,542 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:06,542 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:06,543 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:06,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:06,593 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:06,892 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:06,892 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:06,893 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:07,242 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:07,242 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:07,242 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:07,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:08,443 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:08,443 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:08,444 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:08,594 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:08,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:08,807 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:08,807 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:08,808 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:09,157 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:09,157 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:09,158 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:09,506 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:09,507 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:09,507 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:09,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:09,856 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:09,856 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:09,857 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:10,595 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:10,787 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:10,787 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:10,788 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:11,137 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:11,137 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:11,137 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:11,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:11,487 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:11,487 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:11,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:11,596 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:11,837 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:11,837 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:11,838 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:12,187 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:12,187 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:12,187 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:12,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:13,436 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:13,436 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:13,437 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:13,597 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:13,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:13,786 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:13,786 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:13,786 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:14,135 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:14,136 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:14,136 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:14,486 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:14,486 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:14,486 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:14,598 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:14,835 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:14,836 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:14,836 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:15,185 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:15,185 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:15,185 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:15,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:15,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:16,211 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:16,211 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:16,212 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:16,561 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:16,561 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:16,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:16,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:16,913 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:16,914 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:16,914 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:17,265 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:17,266 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:17,266 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:17,600 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:17,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:17,615 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:17,615 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:17,616 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:18,601 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:18,739 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:18,739 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:18,740 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:19,089 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:19,089 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:19,090 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:19,439 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:19,439 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:19,439 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:19,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:19,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:19,789 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:19,789 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:19,790 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:19,897 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:18:19,897 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:18:20,107 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:18:20,138 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:20,139 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:20,139 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:20,602 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:21,212 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:21,212 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:21,213 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:21,562 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:21,562 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:21,562 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:21,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:21,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:21,911 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:21,911 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:21,911 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:22,260 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:22,261 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:22,261 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:22,603 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:22,634 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:22,635 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:22,635 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:23,578 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:23,578 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:23,579 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:23,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:23,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:23,927 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:23,927 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:23,928 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:24,277 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:24,277 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:24,278 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:24,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:24,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:24,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:24,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:24,976 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:24,977 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:24,977 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:25,604 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:25,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:26,080 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:26,080 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:26,080 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:26,429 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:26,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:26,430 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:26,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:26,780 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:26,780 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:26,780 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:27,130 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:27,130 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:27,130 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:27,494 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:27,494 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:27,495 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:27,605 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:27,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:28,430 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:28,430 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:28,431 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:28,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:28,781 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:28,781 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:28,781 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:29,131 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:29,131 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:29,132 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:29,482 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:29,482 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:29,483 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:29,606 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:29,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:29,832 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:29,832 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:29,833 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:30,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:30,816 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:30,816 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:30,817 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:31,166 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:31,166 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:31,166 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:31,515 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:31,515 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:31,515 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:31,607 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:31,608 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:31,864 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:31,864 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:31,865 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:32,214 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:32,214 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:32,215 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:32,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:33,327 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:33,327 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:33,328 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:33,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:33,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:33,677 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:33,677 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:33,678 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:34,026 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:34,026 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:34,027 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:34,376 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:34,376 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:34,377 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:34,621 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:34,725 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:34,725 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:34,726 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:34,930 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:18:34,930 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:18:35,622 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:35,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:35,713 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:35,714 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:35,714 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:36,063 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:36,063 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:36,064 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:36,413 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:36,413 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:36,414 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:36,623 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:36,762 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:36,762 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:36,763 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:37,111 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:37,112 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:37,112 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:37,624 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:37,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:38,225 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:38,225 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:38,226 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:38,574 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:38,575 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:38,575 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:38,625 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:38,926 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:38,926 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:38,927 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:39,276 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:39,276 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:39,277 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:39,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:39,626 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:39,627 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:39,627 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:39,627 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:39,975 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:39,976 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:39,976 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:40,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:41,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:41,029 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:41,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:41,379 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:41,379 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:41,380 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:41,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:41,627 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:41,728 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:41,728 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:41,729 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:42,077 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:42,078 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:42,078 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:42,427 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:42,427 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:42,428 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:42,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:43,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:43,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:43,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:43,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:43,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:43,766 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:43,766 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:43,767 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:44,116 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:44,116 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:44,116 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:44,465 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:44,465 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:44,466 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:44,628 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:44,814 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:44,815 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:44,815 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:45,164 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:45,164 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:45,165 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:45,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:45,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:46,320 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:46,320 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:46,321 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:46,630 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:46,670 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:46,670 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:46,670 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:47,019 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:47,019 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:47,020 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:47,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:47,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:47,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:47,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:47,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:47,720 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:47,720 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:47,720 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:48,069 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:48,070 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:48,070 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:48,631 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:49,017 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:49,017 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:49,017 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:49,366 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:49,367 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:49,367 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:49,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:49,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:49,716 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:49,717 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:49,717 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:49,967 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:18:49,967 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:18:50,066 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:50,066 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:50,066 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:50,416 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:50,416 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:50,417 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:50,632 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:51,630 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:51,630 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:51,631 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:51,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:51,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:51,980 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:51,980 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:51,981 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:52,329 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:52,330 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:52,330 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:52,633 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:52,679 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:52,679 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:52,680 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:53,028 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:53,028 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:53,029 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:53,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:53,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:54,181 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:54,181 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:54,182 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:54,531 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:54,531 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:54,532 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:54,634 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:54,880 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:54,880 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:54,881 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:55,230 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:55,230 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:55,230 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:55,579 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:55,580 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:55,580 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:55,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:55,635 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:56,672 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:56,672 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:56,673 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:57,021 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:57,022 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:57,022 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:57,371 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:57,371 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:57,372 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:57,636 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:57,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:18:57,722 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:57,722 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:57,723 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:58,072 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:18:58,072 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:18:58,072 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:18:58,637 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:18:59,638 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:19:00,385 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:19:05,089 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:19:05,089 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:19:20,127 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:19:20,127 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:19:35,257 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:19:35,258 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:19:42,434 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:19:50,294 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:19:50,294 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:20:05,347 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:20:05,348 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:20:20,379 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:20:20,379 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:20:24,103 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:20:35,413 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:20:35,414 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:20:50,449 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:20:50,450 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:21:05,486 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:21:05,486 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:21:06,921 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:21:20,563 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:21:20,564 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:21:35,630 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:21:35,630 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:21:48,584 DEBUG SenderThread:4634 [sender.py:send():185] send: stats +2021-11-06 23:21:50,665 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:21:50,665 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:22:05,711 DEBUG HandlerThread:4634 [handler.py:handle_request():126] handle_request: stop_status +2021-11-06 23:22:05,712 DEBUG SenderThread:4634 [sender.py:send_request():199] send_request: stop_status +2021-11-06 23:22:11,653 DEBUG SenderThread:4634 [sender.py:send():185] send: history +2021-11-06 23:22:11,653 DEBUG SenderThread:4634 [sender.py:send():185] send: summary +2021-11-06 23:22:11,656 INFO SenderThread:4634 [sender.py:_save_file():879] saving file wandb-summary.json with policy end +2021-11-06 23:22:11,735 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/wandb-summary.json +2021-11-06 23:22:13,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:22:15,736 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:22:16,737 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log +2021-11-06 23:22:18,738 INFO Thread-8 :4634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/leandro/codeparrot-small/wandb/run-20211106_211610-dtkf2u0m/files/output.log